-- Logs begin at Thu 2022-09-29 01:29:37 UTC, end at Thu 2022-09-29 02:28:22 UTC. -- Sep 29 02:02:58.442256 dv-cinder-740146-21-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 29 02:03:01.068160 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.common.config [-] Logging enabled! Sep 29 02:03:01.068747 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 29 02:03:01.068956 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106224) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 29 02:03:01.072728 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.common.config [-] Logging enabled! Sep 29 02:03:01.073007 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 29 02:03:01.073316 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106224) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 29 02:03:01.074232 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 02:03:01.074465 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 02:03:01.074929 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 02:03:01.075176 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 02:03:01.075398 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 02:03:01.075714 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.076010 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.076237 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.076532 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.076822 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.077140 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.077429 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.077724 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.078007 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.078282 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.078564 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.078790 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.079067 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.079351 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.079637 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.079858 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] debug = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.080134 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.080551 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.080957 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.081238 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.081529 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.081807 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.082098 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.082378 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.082659 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.082982 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] host = dv-cinder-740146-21-iscsi {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.083257 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.083543 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.083826 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.084109 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.084383 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.084656 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.084963 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.085234 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.085505 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] log_file = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.085781 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.086067 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.086352 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.086642 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.086862 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.087081 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.087364 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.087651 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.087927 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.088199 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.088470 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.088740 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.089033 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.089298 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.089590 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.089868 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.090153 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.090425 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.090694 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.090964 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.091231 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.091513 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.091784 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.092054 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.092328 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.092610 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.092894 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.093166 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.093463 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.093749 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.094029 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.094312 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.094586 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.094864 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.095136 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.095408 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.095681 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] use_json = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.095953 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.096222 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.096501 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.096772 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.097064 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.097334 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.098128 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.098418 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.098690 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:01.098988 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.099281 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.099581 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.099865 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.100169 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.100447 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.100736 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.101038 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.101330 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.101621 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.101912 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.102192 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.102490 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.102784 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.103079 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.103380 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.103672 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.103966 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.104240 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.104514 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.104788 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.105089 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.105375 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.105655 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.105942 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.106229 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.106508 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.106805 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.107087 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.107369 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.107661 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.107949 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.108225 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.108503 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.108792 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.109094 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.109367 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.109653 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.109935 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.110206 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.110488 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.110777 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.111065 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.111339 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.111619 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.111908 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.112187 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.112461 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.112737 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.113037 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.113907 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.114204 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.114488 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.114764 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.115039 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.115320 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.115591 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.115861 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.116139 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.116413 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.116689 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.116982 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.117255 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.117525 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.117794 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.118065 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.118337 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.118607 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.118883 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.119153 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.119423 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.119690 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.119960 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.120231 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.120517 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.120814 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.121116 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.121391 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.121666 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.121941 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.122216 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.122489 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.122768 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.123043 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.123312 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.123598 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.123879 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.124161 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.124441 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.124733 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.125054 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.125330 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.125604 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.125878 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.126155 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.126428 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.126707 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.126981 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.127252 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.127531 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.127814 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.128108 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.128399 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.128676 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.129015 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.129311 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.129600 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.129879 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.130184 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.130464 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:01.130679 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 02:03:01.130917 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106224) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 29 02:03:01.503966 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 29 02:03:01.504292 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 29 02:03:01.504554 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 29 02:03:01.504779 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 29 02:03:01.505087 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 29 02:03:01.505411 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 29 02:03:01.825992 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.826202 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.826471 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.827663 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.827933 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.828194 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.880228 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.880503 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.880768 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.896428 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.896704 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.897001 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.924640 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.924946 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.925217 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.963411 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.963689 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:01.963963 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.190472 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.191081 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.191081 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.192132 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.192845 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.289045 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.289394 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.289647 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.289913 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.290172 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.290478 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.290734 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.290988 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.291237 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.291514 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.291768 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.292029 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.292282 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.292532 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.292783 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.293069 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.293321 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.293583 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.293854 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.294108 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.294377 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.294629 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.294906 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.295275 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.295523 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.295785 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.296159 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:02.296397 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:02.296631 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:02.296890 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:02.297117 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:02.297347 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:02.297704 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 29 02:03:02.300767 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 29 02:03:02.304686 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 29 02:03:02.308388 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 29 02:03:02.310036 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 29 02:03:02.310642 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 29 02:03:02.310976 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 29 02:03:02.311357 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 29 02:03:02.314131 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 29 02:03:02.314377 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 29 02:03:02.314715 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 02:03:02.320002 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 29 02:03:02.342696 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 29 02:03:02.343151 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.343447 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106224) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 29 02:03:02.343815 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.345183 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106224) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 29 02:03:02.345459 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 02:03:02.345699 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 29 02:03:02.356787 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.357105 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:02.500964 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 29 02:03:02.501206 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 29 02:03:02.501441 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 29 02:03:02.501807 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 29 02:03:02.553740 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO dbcounter [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Registered counter for database neutron Sep 29 02:03:02.572345 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_db.sqlalchemy.engines [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106224) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 29 02:03:02.578414 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG dbcounter [-] [106224] Writer thread running {{(pid=106224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:03:03.131310 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Initializing driver for type 'gre' Sep 29 02:03:03.131904 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] gre ID ranges: [(1, 1000)] Sep 29 02:03:03.189328 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Initializing driver for type 'local' Sep 29 02:03:03.189650 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Initializing driver for type 'vlan' Sep 29 02:03:03.203828 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] VlanTypeDriver initialization complete Sep 29 02:03:03.204451 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Initializing driver for type 'vxlan' Sep 29 02:03:03.204730 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] vxlan ID ranges: [(1, 1000)] Sep 29 02:03:03.260489 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Initializing extension driver 'port_security' Sep 29 02:03:03.260833 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.extensions.port_security [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] PortSecurityExtensionDriver initialization complete Sep 29 02:03:03.261204 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Initializing mechanism driver 'openvswitch' Sep 29 02:03:03.261534 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Initializing mechanism driver 'hyperv' Sep 29 02:03:03.268015 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.plugins.ml2.plugin [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:03.268687 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > port after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.269092 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > port after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.269456 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > port after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.270022 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106224) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:03:03.270448 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > subnet after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.270808 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > subnet after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.271159 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.271553 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106224) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:03:03.271968 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > network after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.272323 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > network after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.272667 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > network after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.273079 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106224) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:03:03.273490 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > security_group after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.273845 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > security_group after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.274189 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.274580 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106224) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:03:03.274987 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.275337 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.275680 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.276199 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106224) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:03:03.276611 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > address_group after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.276997 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > address_group after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.277342 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.277731 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106224) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:03:03.278177 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] ML2 OVO RPC backend initialized. {{(pid=106224) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 29 02:03:03.278884 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.279247 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.279663 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > network before_response 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.280016 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > networks before_response 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.280363 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > port before_response 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.280706 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > ports before_response 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.281076 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > subnet before_response 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.281421 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > subnets before_response 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.281770 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > network after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.282116 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > network after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.282455 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > network after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.282798 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > port after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.283139 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > port after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.283477 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > port after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.283815 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > subnet after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.284154 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > subnet after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.284491 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.292530 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded quota_driver: . Sep 29 02:03:03.292932 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.plugin [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Modular L2 Plugin initialization complete Sep 29 02:03:03.293284 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading services supported by the core plugin {{(pid=106224) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 29 02:03:03.293624 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.plugins.ml2.managers [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Got port-security extension from driver 'port_security' Sep 29 02:03:03.294105 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.extensions.vlantransparent [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Disabled vlantransparent extension. Sep 29 02:03:03.294605 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106224) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 29 02:03:03.294931 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading Plugin: router Sep 29 02:03:03.330784 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.331180 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router after_create 55549900 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.331558 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router before_create 55549900 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.331934 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.332317 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.332717 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router after_delete 55549900 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.333113 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.333471 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.333836 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router after_create 55549900 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.334190 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router after_update 55549900 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.334545 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router after_update 55549900 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.334899 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.335266 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router after_update 55549900 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.335685 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router precommit_update 55549900 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.336062 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: port after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.336403 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: port after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.336744 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: subnet after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.337185 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.337539 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.337902 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router precommit_create 55549900 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.338252 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: port before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.338601 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router precommit_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.338965 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router after_update 55549900 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.339320 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.339680 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router precommit_create 55549900 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.340051 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.340409 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router precommit_update 55549900 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.340784 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > agent after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.341171 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > agent after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.341526 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > network after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.342390 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Tracking information for resource: router configured {{(pid=106224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:03.342725 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Tracking information for resource: floatingip configured {{(pid=106224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:03.348102 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.db.l3_agentschedulers_db [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 29 02:03:03.348682 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: port after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.349072 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: port after_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.349428 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: port after_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.349782 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: port after_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.350581 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router before_create 55550100 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.350947 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.351312 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router precommit_create 55550100 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.351673 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > router precommit_update 55550100 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.356550 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.services.provider_configuration [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service providers = [] {{(pid=106224) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 29 02:03:03.356945 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.db.servicetype_db [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106224) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 29 02:03:03.359886 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.services.service_base [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 02:03:03.360241 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.services.service_base [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 02:03:03.360583 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.services.service_base [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 02:03:03.361490 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.services.service_base [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 02:03:03.361866 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.services.service_base [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 29 02:03:03.362249 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:03.362567 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 29 02:03:03.374775 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:03.375114 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading Plugin: auto_allocate Sep 29 02:03:03.380860 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: network precommit_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.381262 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: network precommit_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.381832 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:03.382107 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading Plugin: tag Sep 29 02:03:03.388629 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:03.389001 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading Plugin: timestamp Sep 29 02:03:03.392993 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:03.393324 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading Plugin: network_ip_availability Sep 29 02:03:03.398819 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.399197 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.399559 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.400280 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:03.400602 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading Plugin: flavors Sep 29 02:03:03.405263 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:03.405599 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading Plugin: revisions Sep 29 02:03:03.409983 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:03.410891 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_concurrency.lockutils [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.906s {{(pid=106224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 29 02:03:03.411624 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106224) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 29 02:03:03.411963 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Initializing extension manager. Sep 29 02:03:03.412489 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: __init__.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.412832 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: __pycache__ {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.413207 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: address_group.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.414089 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.414651 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: address-group Sep 29 02:03:03.414976 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: address_scope.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.415658 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.416167 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: address-scope Sep 29 02:03:03.416489 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.417405 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.417920 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: router-admin-state-down-before-update Sep 29 02:03:03.418241 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: agent.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.418901 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.419407 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: agent Sep 29 02:03:03.419726 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: agent_resources_synced.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.420616 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.421142 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: agent-resources-synced Sep 29 02:03:03.421470 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: allowedaddresspairs.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.423213 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.423745 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: allowed-address-pairs Sep 29 02:03:03.424074 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: auto_allocated_topology.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.425136 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.425678 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: auto-allocated-topology Sep 29 02:03:03.426527 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: availability_zone.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.427191 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.427705 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: availability_zone Sep 29 02:03:03.428037 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: availability_zone_filter.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.428932 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.429449 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: availability_zone_filter Sep 29 02:03:03.429772 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: data_plane_status.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.430634 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.431146 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension data-plane-status not supported by any of loaded plugins Sep 29 02:03:03.431469 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: default_subnetpools.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.432340 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.432851 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: default-subnetpools Sep 29 02:03:03.433196 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.433967 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.434487 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: dhcp_agent_scheduler Sep 29 02:03:03.434811 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: dns.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.435727 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.436239 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension dns-integration not supported by any of loaded plugins Sep 29 02:03:03.436558 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: dns_domain_ports.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.437463 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.437981 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 29 02:03:03.438303 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.439179 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.439686 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 29 02:03:03.440007 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: dvr.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.440640 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.441179 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: dvr Sep 29 02:03:03.441527 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: ecmp_routes.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.442396 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.442901 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 29 02:03:03.443222 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: empty_string_filtering.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.444348 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.444853 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: empty-string-filtering Sep 29 02:03:03.445199 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.446068 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.446570 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 29 02:03:03.446889 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.447761 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.448266 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 29 02:03:03.448588 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: external_net.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.449481 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.449995 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: external-net Sep 29 02:03:03.450362 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.451243 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.451754 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: extra_dhcp_opt Sep 29 02:03:03.452077 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: extraroute.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.452971 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.453487 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: extraroute Sep 29 02:03:03.453810 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: extraroute_atomic.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.454796 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.455313 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: extraroute-atomic Sep 29 02:03:03.455636 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: filter_validation.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.456259 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.456766 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: filter-validation Sep 29 02:03:03.457144 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: fip_pf_description.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.458023 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.458533 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 29 02:03:03.458859 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: fip_pf_detail.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.459726 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.460238 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 29 02:03:03.460559 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: fip_pf_port_range.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.461456 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.461967 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 29 02:03:03.462286 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: fip_port_details.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.463159 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.463676 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: fip-port-details Sep 29 02:03:03.463996 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: flavors.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.465315 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.465840 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: flavors Sep 29 02:03:03.466166 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.467763 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.468297 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 29 02:03:03.468635 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: floatingip_pools.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.469329 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.469850 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: floatingip-pools Sep 29 02:03:03.470181 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: ip_allocation.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.471059 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.471573 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension ip_allocation not supported by any of loaded plugins Sep 29 02:03:03.471900 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.473328 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.473843 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: ip-substring-filtering Sep 29 02:03:03.474167 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: l2_adjacency.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.475054 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.475565 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 29 02:03:03.475894 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: l3.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.476815 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.477365 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: router Sep 29 02:03:03.477696 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.480078 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.480615 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 29 02:03:03.480988 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.481872 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.482391 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: ext-gw-mode Sep 29 02:03:03.482722 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.483601 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.484117 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: l3-ha Sep 29 02:03:03.484447 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.485341 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.485858 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 29 02:03:03.486185 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: l3_flavors.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.487063 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.487578 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: l3-flavors Sep 29 02:03:03.487906 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.489311 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.489836 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 29 02:03:03.490164 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.491047 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.491569 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 29 02:03:03.491894 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: l3agentscheduler.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.492912 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.493437 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: l3_agent_scheduler Sep 29 02:03:03.493763 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: local_ip.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.495456 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.495989 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension local_ip not supported by any of loaded plugins Sep 29 02:03:03.496324 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: logging.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.497783 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.498311 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension logging not supported by any of loaded plugins Sep 29 02:03:03.498643 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: metering.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.499344 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.499918 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: metering Sep 29 02:03:03.500243 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.501330 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.501851 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: metering_source_and_destination_fields Sep 29 02:03:03.502177 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: multiprovidernet.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.503061 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.503576 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: multi-provider Sep 29 02:03:03.504419 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: netmtu.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.505318 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.505837 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: net-mtu Sep 29 02:03:03.506160 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: netmtu_writable.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.507031 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.507546 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: net-mtu-writable Sep 29 02:03:03.507869 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: network_availability_zone.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.508503 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.509050 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: network_availability_zone Sep 29 02:03:03.509374 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: network_ip_availability.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.510426 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.510945 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: network-ip-availability Sep 29 02:03:03.511272 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: network_segment_range.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.511998 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.512504 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension network-segment-range not supported by any of loaded plugins Sep 29 02:03:03.512826 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: pagination.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.513780 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.514106 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: pagination Sep 29 02:03:03.514424 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: port_device_profile.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.515291 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.515806 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: port-device-profile Sep 29 02:03:03.516127 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: port_mac_address_override.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.517036 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.517548 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: port-mac-override Sep 29 02:03:03.517870 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.518748 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.519259 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: port-mac-address-regenerate Sep 29 02:03:03.519627 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.520500 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.521040 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: port-numa-affinity-policy Sep 29 02:03:03.521365 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: port_resource_request.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.522241 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.522754 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension port-resource-request not supported by any of loaded plugins Sep 29 02:03:03.523075 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: port_resource_request_groups.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.524002 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.524516 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 29 02:03:03.524838 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: portbindings.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.525753 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.526267 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: binding Sep 29 02:03:03.526589 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: portbindings_extended.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.527805 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.528326 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: binding-extended Sep 29 02:03:03.528658 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: portsecurity.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.529556 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.530078 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: port-security Sep 29 02:03:03.530401 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: project_id.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.531535 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.531867 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: project-id Sep 29 02:03:03.532190 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: providernet.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.533090 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.533606 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: provider Sep 29 02:03:03.533928 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.537881 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.538417 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos not supported by any of loaded plugins Sep 29 02:03:03.538754 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.539982 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.540513 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 29 02:03:03.540847 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.541758 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.542280 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 29 02:03:03.542610 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos_default.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.543489 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.544009 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos-default not supported by any of loaded plugins Sep 29 02:03:03.544334 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos_fip.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.545233 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.545749 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos-fip not supported by any of loaded plugins Sep 29 02:03:03.546073 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.546950 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.547464 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 29 02:03:03.547788 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos_gateway_ip.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.548672 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.549229 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 29 02:03:03.549553 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos_port_network_policy.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.550428 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.551000 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 29 02:03:03.551325 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.552321 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.552846 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 29 02:03:03.553198 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.554192 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.554706 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 29 02:03:03.555032 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos_pps_rule.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.556171 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.556692 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos-pps not supported by any of loaded plugins Sep 29 02:03:03.557049 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos_rule_type_details.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.557933 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.558448 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 29 02:03:03.558772 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.559652 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.560164 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 29 02:03:03.560488 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: qos_rules_alias.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.561519 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.563082 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 29 02:03:03.563082 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: quota_check_limit.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.563691 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.564214 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: quota-check-limit Sep 29 02:03:03.564543 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: quotasv2.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.565465 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.565795 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: quotas Sep 29 02:03:03.566121 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: quotasv2_detail.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.567816 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.568160 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: quota_details Sep 29 02:03:03.568495 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: rbac.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.569810 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.570345 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: rbac-policies Sep 29 02:03:03.570677 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: rbac_address_group.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.571562 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.572081 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: rbac-address-group Sep 29 02:03:03.572408 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: rbac_address_scope.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.573385 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.573908 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: rbac-address-scope Sep 29 02:03:03.574238 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: rbac_security_groups.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.575118 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.575638 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: rbac-security-groups Sep 29 02:03:03.575966 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: rbac_subnetpool.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.576842 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.577386 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: rbac-subnetpool Sep 29 02:03:03.577714 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: revisionifmatch.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.578604 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.579126 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: revision-if-match Sep 29 02:03:03.579457 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: revisions.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.580542 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.581080 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: standard-attr-revisions Sep 29 02:03:03.581411 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: router_availability_zone.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.582569 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.583090 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: router_availability_zone Sep 29 02:03:03.583414 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: routerservicetype.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.584309 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.584828 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension router-service-type not supported by any of loaded plugins Sep 29 02:03:03.585176 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.586288 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.586571 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: security-groups-normalized-cidr Sep 29 02:03:03.586902 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.587791 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.588310 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: port-security-groups-filtering Sep 29 02:03:03.588636 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.589545 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.590069 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: security-groups-remote-address-group Sep 29 02:03:03.590393 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.591298 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.591816 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: security-groups-shared-filtering Sep 29 02:03:03.592140 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: securitygroup.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.602423 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.602972 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: security-group Sep 29 02:03:03.603307 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: segment.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.604001 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.604523 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension segment not supported by any of loaded plugins Sep 29 02:03:03.604852 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.605774 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.606295 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 29 02:03:03.606625 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: servicetype.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.607681 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.608203 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: service-type Sep 29 02:03:03.608529 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: sorting.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.609504 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.609845 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: sorting Sep 29 02:03:03.610169 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: standard_attr_segment.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.611097 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.611619 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 29 02:03:03.611946 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: standardattrdescription.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.612563 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.613106 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: standard-attr-description Sep 29 02:03:03.613457 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: stateful_security_group.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.614355 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.614884 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: stateful-security-group Sep 29 02:03:03.615214 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: stdattrs_common.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.615768 dv-cinder-740146-21-iscsi neutron-server[106224]: WARNING neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 29 02:03:03.616094 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.617016 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.617535 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 29 02:03:03.617859 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: subnet_onboard.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.618874 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.619398 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: subnet_onboard Sep 29 02:03:03.619724 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.620612 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.621156 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 29 02:03:03.621482 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: subnet_service_types.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.622374 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.622891 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: subnet-service-types Sep 29 02:03:03.623216 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: subnetallocation.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.624243 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.624774 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: subnet_allocation Sep 29 02:03:03.625131 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.625770 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.626286 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: subnetpool-prefix-ops Sep 29 02:03:03.626612 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.627522 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.628038 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 29 02:03:03.628361 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: tagging.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.629432 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.629969 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: standard-attr-tag Sep 29 02:03:03.630297 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: timestamp.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.631454 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.632015 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loaded extension: standard-attr-timestamp Sep 29 02:03:03.632303 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: trunk.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.633329 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.633851 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension trunk not supported by any of loaded plugins Sep 29 02:03:03.634180 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: trunk_details.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.635057 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.635572 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension trunk-details not supported by any of loaded plugins Sep 29 02:03:03.635900 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: uplink_status_propagation.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.636788 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.637337 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 29 02:03:03.637663 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Loading extension file: vlantransparent.py {{(pid=106224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:03.638302 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:03.638812 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 29 02:03:03.641468 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:network Sep 29 02:03:03.641993 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:subnet Sep 29 02:03:03.642393 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:03:03.642785 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:port Sep 29 02:03:03.644054 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.645068 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service FLAVORS assigned prefix: {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.645678 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.646117 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.646454 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:router Sep 29 02:03:03.646890 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:floatingip Sep 29 02:03:03.647383 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service METERING assigned prefix: /metering {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.648842 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.649239 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.649597 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:03.650600 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 02:03:03.651047 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:security_group Sep 29 02:03:03.651488 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 02:03:03.652025 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service CORE assigned prefix: {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.652367 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:03:03.652716 dv-cinder-740146-21-iscsi neutron-server[106224]: WARNING neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] subnetpool is already registered Sep 29 02:03:03.653180 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service CORE assigned prefix: {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.653511 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:03:03.653848 dv-cinder-740146-21-iscsi neutron-server[106224]: WARNING neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] subnetpool is already registered Sep 29 02:03:03.656266 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.656713 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service FLAVORS assigned prefix: {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.657374 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.657925 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.658262 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:router Sep 29 02:03:03.658617 dv-cinder-740146-21-iscsi neutron-server[106224]: WARNING neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] router is already registered Sep 29 02:03:03.659038 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:floatingip Sep 29 02:03:03.659386 dv-cinder-740146-21-iscsi neutron-server[106224]: WARNING neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] floatingip is already registered Sep 29 02:03:03.659861 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service METERING assigned prefix: /metering {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.661161 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 02:03:03.661493 dv-cinder-740146-21-iscsi neutron-server[106224]: WARNING neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] rbac_policy is already registered Sep 29 02:03:03.661909 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:security_group Sep 29 02:03:03.662247 dv-cinder-740146-21-iscsi neutron-server[106224]: WARNING neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] security_group is already registered Sep 29 02:03:03.662676 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 02:03:03.663013 dv-cinder-740146-21-iscsi neutron-server[106224]: WARNING neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] security_group_rule is already registered Sep 29 02:03:03.663512 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service CORE assigned prefix: {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.663837 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:03:03.664169 dv-cinder-740146-21-iscsi neutron-server[106224]: WARNING neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] subnetpool is already registered Sep 29 02:03:03.664593 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.v2.resource_helper [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Service CORE assigned prefix: {{(pid=106224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:03.664948 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:03:03.665277 dv-cinder-740146-21-iscsi neutron-server[106224]: WARNING neutron.quota.resource_registry [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] subnetpool is already registered Sep 29 02:03:03.665742 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: extensions {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.667353 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: address-groups {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.668842 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: address-scopes {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.670103 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: agents {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.671295 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: auto-allocated-topology {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.673812 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: availability_zones {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.675052 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: dhcp-networks {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.676515 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: dhcp-agents {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.678340 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: routers {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.681385 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: flavors {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.683161 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: service_profiles {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.685220 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: next_providers {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.686726 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: service_profiles {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.688197 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: floatingip-pools {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.689671 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: routers {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.691679 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: floatingips {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.692891 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: l3-routers {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.694557 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: l3-agents {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.696104 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: metering-labels {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.697431 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: metering-label-rules {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.698717 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: network-ip-availabilities {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.700075 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: bindings {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.701715 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: quotas {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.703305 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: quotas {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.705032 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: rbac-policies {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.706234 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: security-groups {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.707982 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: security-group-rules {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.709586 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: service-providers {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.711803 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: subnetpools {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.713932 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: subnetpools {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.716041 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: tags {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.717868 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: tags {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.719636 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: tags {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.721681 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: tags {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.723978 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: tags {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.725893 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: tags {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.727700 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: tags {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.729577 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: tags {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.731387 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: tags {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.733280 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron.api.extensions [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Extended resource: tags {{(pid=106224) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:03.740330 dv-cinder-740146-21-iscsi neutron-server[106224]: WARNING keystonemiddleware.auth_token [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 29 02:03:03.745493 dv-cinder-740146-21-iscsi neutron-server[106224]: WARNING keystonemiddleware.auth_token [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 29 02:03:03.754362 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_concurrency.lockutils [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Acquiring lock "singleton_lock" {{(pid=106224) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 29 02:03:03.754693 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_concurrency.lockutils [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Acquired lock "singleton_lock" {{(pid=106224) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 29 02:03:03.755166 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_concurrency.lockutils [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Releasing lock "singleton_lock" {{(pid=106224) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 29 02:03:03.755819 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO oslo_service.service [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Starting 2 workers Sep 29 02:03:03.760613 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Started child 106335 {{(pid=106224) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 02:03:03.765060 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Started child 106336 {{(pid=106224) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 02:03:03.766008 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:03.766651 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO neutron.service [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 29 02:03:03.767218 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:03.767471 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [-] (106335) wsgi starting up on http://0.0.0.0:9696 Sep 29 02:03:03.770166 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO oslo_service.service [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Starting 1 workers Sep 29 02:03:03.770278 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:03.771595 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [-] (106336) wsgi starting up on http://0.0.0.0:9696 Sep 29 02:03:03.775357 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Started child 106337 {{(pid=106224) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 02:03:03.775883 dv-cinder-740146-21-iscsi neutron-server[106224]: INFO oslo_service.service [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Starting 1 workers Sep 29 02:03:03.779151 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.service [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] calling RpcWorker wait() {{(pid=106337) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 29 02:03:03.779673 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.service [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] returning from RpcWorker wait() {{(pid=106337) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 29 02:03:03.780341 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Started child 106338 {{(pid=106224) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 02:03:03.781009 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:03.781118 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG neutron_lib.callbacks.manager [None req-737602e3-c9c2-46e5-8a2c-4e040a656bc9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:03.781548 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:03.783001 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106224) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 02:03:03.783214 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 02:03:03.783398 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 02:03:03.783623 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 02:03:03.783952 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 02:03:03.784131 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 02:03:03.784668 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.784961 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.785828 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.786098 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:03.786554 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.786678 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.786925 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.787094 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:03.787193 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.787464 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.787710 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.787877 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.788042 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.788284 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.788540 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.788850 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.789140 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.789382 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.789608 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.789777 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.790025 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.790304 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.790569 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.790853 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] debug = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.791121 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.791582 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.791824 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.792061 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.792313 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.792589 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.792839 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.793144 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.793388 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.793638 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.793869 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.794127 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.794370 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.794584 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.794814 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.795085 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.795317 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.795790 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] host = dv-cinder-740146-21-iscsi {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.796031 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.796282 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.796523 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.796766 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.797057 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.797273 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.797549 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.797806 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.798062 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.798293 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.798543 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.798799 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.799040 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.799273 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_file = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.799438 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_options = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.799677 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.799954 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.800226 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.800592 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.800816 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.801016 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.801287 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.801454 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.801708 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.801928 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.802145 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.802379 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.802628 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.802865 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.803101 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.803316 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.803532 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.803762 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.804022 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.804266 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.804507 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.804755 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.805012 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.805232 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.805605 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.805857 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.806104 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.806365 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.806556 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.806794 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.807056 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.807303 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.807663 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.808063 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.808535 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.808721 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.809223 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.809475 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.809653 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.809965 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.810156 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.810382 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.810600 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.810832 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.811090 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.811312 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.811536 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] use_json = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.811729 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.811940 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.812204 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.812579 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.812958 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.813329 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.813566 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.813807 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.814005 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.814595 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.815234 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.817319 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.817319 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.818880 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.818880 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.818880 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.818880 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.818880 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.818880 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.819845 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.819845 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.819845 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.820092 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.820396 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.820730 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.820999 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.821262 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.821508 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.821751 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.821999 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.822241 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.822540 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.822791 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.823028 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.823269 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.823499 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.823827 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.824123 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.824405 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.824750 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.825052 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.825326 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.825586 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.825829 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.826105 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.826348 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.826568 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.826955 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.827353 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.827610 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.827879 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.828132 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.828366 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.828591 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.828822 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.829098 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.829361 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.829631 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.829863 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.830090 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.830330 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.830559 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.830795 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.831025 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.831244 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.831502 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.831760 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.832542 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.833168 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.833553 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.833936 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.834326 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.834555 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.834806 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.835139 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.835367 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.835587 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.835850 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.836078 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.836303 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.836520 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.836746 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.836988 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.837208 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.837451 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.837669 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.837913 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.838147 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.838363 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.838581 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.838796 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.839052 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.839338 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.839562 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.839783 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.841200 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.841960 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.842193 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.842423 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.842649 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.842907 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.843247 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.843509 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.843761 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.844014 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.844275 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.844525 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.844789 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.848376 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.848638 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.850277 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.850572 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.850841 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.851115 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.851358 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.851589 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.851880 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.852112 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.852347 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.852582 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.852809 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.853703 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.853941 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.854195 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.854442 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.854697 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.854959 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.855775 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.856191 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.856443 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.856702 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.857126 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.857404 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.857668 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.857969 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.858231 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.858497 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.858811 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.859081 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.859344 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.859610 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.859849 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.860096 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.860369 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.860618 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.861038 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.861425 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.861804 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.862069 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.862326 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.862583 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.862838 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.863188 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.863425 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.863666 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.863905 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.864185 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.864453 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.864693 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.865062 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.865319 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.866633 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.866922 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.867166 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.867391 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.867640 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.867899 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.868122 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.868368 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.868610 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.868853 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.870555 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.870816 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.872239 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.872521 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.872931 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.873829 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.874091 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.874331 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.874744 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.874982 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.875221 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.875477 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.875710 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.876508 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.876848 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.877147 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.877816 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.878289 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.878569 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.878855 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.879262 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.879506 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.879768 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.880629 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.880907 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.882215 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.882427 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.882703 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.882890 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.883123 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.883358 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.883583 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.883834 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.884076 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.884321 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.884580 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.884780 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:03.885182 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.885449 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.885706 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.885972 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.886217 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.886480 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.886701 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.886921 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.887172 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.887399 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.887704 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.887935 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.888188 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.888414 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.888636 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.889928 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.890189 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.890415 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.890691 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.890975 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.891216 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.891473 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.891715 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.891957 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.892203 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.892424 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.892644 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.892861 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.893671 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.893893 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.895122 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.895364 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.895704 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.895962 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.896199 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.896463 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.896696 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.896964 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.897201 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.897420 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.897637 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.897865 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.898090 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.898320 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.898568 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.898803 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.899018 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.899245 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.899466 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.899678 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.899910 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.900124 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.900334 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.900557 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.900782 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.901302 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.901559 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.901772 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.901985 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.902209 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.902433 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.902644 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.902890 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.903102 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.903312 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.903561 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.903749 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.903958 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.904258 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.904505 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.904783 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.905099 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.905345 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.905602 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.905832 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.906141 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.906867 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.907126 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.907804 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.907804 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.907804 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.908112 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.908618 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.908972 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.909194 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.909457 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.909741 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.910038 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.910348 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.910566 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.910879 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.911206 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.911477 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.912204 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.912324 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.912861 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.912861 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.913672 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.913926 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.914679 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.914933 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.915184 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.915420 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.916122 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.916361 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.916822 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.917076 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.917332 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.917566 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.917794 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.918014 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.918245 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 02:03:03.918711 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106224) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 02:03:03.918877 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 02:03:03.919031 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 02:03:03.919200 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 02:03:03.919368 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 02:03:03.919521 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 02:03:03.919732 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.919891 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.920051 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.920212 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.920406 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.920574 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.920733 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.920910 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.921074 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.921245 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.921377 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.921542 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.921702 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.921858 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.922015 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.922173 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.922329 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.922490 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.922648 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.922803 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.922962 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.923118 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] debug = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.923275 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.923485 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.923649 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.923825 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.923960 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.924118 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.924634 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.924796 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.924978 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.926240 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.926416 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.926582 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.926746 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.926907 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.927067 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.927226 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.927384 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.927549 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] host = dv-cinder-740146-21-iscsi {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.927705 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.927863 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.928022 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.928182 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.928340 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.928887 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.929055 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.929458 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.929626 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.929787 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.929946 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.930331 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.930922 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.931092 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_file = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.931252 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_options = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.931410 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.931594 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.931725 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.931912 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.932076 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.932235 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.932394 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.932553 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.932712 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.932923 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.933049 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.933208 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.933365 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.933523 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.933681 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.933839 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.934000 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.934158 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.934317 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.934475 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.934634 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.934792 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.934974 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.935134 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.935290 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.935448 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.935605 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.935764 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.935921 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.936078 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.936237 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.936396 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.936553 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.936710 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.936886 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.937046 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.937204 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.937362 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.937522 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.937681 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.937838 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.937996 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.938153 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.938311 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.938486 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.938617 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.938774 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] use_json = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.938930 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.939087 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.939244 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.939401 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.939559 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.939715 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.939872 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.940031 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.940189 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:03.940368 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.940531 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.940705 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.940899 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.941054 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.941215 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.941425 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.941588 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.941750 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.941911 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.942079 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.942242 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.942414 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.942575 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.942736 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.942898 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.943060 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.943221 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.943382 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.943542 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.943703 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.943865 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.944282 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.944452 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.944613 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.944773 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.944962 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.945134 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.945294 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.945464 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.945643 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.945804 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.945966 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.946127 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.946288 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.946448 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.946609 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.946770 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.946932 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.947093 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.947253 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.947415 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.947576 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.947737 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.947897 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.948057 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.948218 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.948379 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.948544 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.948703 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.948884 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.949047 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.949209 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.949362 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.949528 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.949676 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.949837 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.950008 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.950168 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.950329 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.950491 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.950651 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.950812 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.950977 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.951137 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.951298 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.951459 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.951621 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.951809 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.951976 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.952137 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.952297 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.952457 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.952617 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.952777 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.952960 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.953122 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.953282 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.953444 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.953604 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.953764 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.953926 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.954086 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.954246 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.954407 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.954568 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.954728 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.954889 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.955049 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.955211 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.955372 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.955541 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.955718 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.955879 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.956039 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.956199 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.956360 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.956520 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.956680 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.956841 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.957067 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.957229 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.957390 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.957550 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.957712 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.957874 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.958046 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.958181 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.958340 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.958500 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.958664 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.958821 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.958981 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.959140 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.959300 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.959460 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.959619 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.959780 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.959940 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.960099 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.960258 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.960418 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.960577 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.960747 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.960935 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.961100 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.961261 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.961428 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.961599 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.961761 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.961926 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.962086 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.962246 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.962407 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.962568 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.962728 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.962890 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.963050 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.963210 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.963382 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.963543 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.963704 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.963864 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.964047 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.964209 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.964370 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.964531 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.964691 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.964859 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.965035 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.965196 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.965358 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.965518 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.965679 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.965840 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.966002 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.966163 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.966323 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.966485 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.966646 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.966808 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.966969 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.967130 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.967290 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.967451 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.967611 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.967771 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.967931 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.968091 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.968251 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.968411 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.968571 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.968731 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.968907 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.969069 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.969230 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.969390 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.969550 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.969709 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.969869 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.970031 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.970192 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.970353 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.970512 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.970672 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.970833 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.970998 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.971171 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.971855 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.971855 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.971855 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.971855 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.972197 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.972197 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.972197 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.972409 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.972489 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.973187 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.973369 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.973531 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.973691 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.973854 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.974016 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.974178 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.974340 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.974502 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.974663 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.974833 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.974988 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.975149 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.975310 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.975471 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.975632 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.975792 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.975951 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.976112 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.976275 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.976438 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.976599 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.976761 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.976946 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.977108 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.977269 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.977430 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.977590 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.977750 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.977911 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.978072 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.978232 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.978392 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.978564 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.978727 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.978886 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.979048 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.979208 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.979369 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.979540 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.979701 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.979861 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.980025 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.980168 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.980327 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.980497 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.980658 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.980822 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.981003 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.981138 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.981299 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.981473 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.981635 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.981795 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.981956 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.982116 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.982276 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.982446 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.982608 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.982768 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.982928 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.983088 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.983248 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.983418 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.983579 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.983740 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.983899 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.984049 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.984210 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.984380 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.984542 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.984703 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.984887 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.985051 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.985210 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.985371 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.985543 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.985707 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.985870 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.986031 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.986191 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.986350 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.986512 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.986677 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.986847 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.987014 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.987177 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.987345 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.987512 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.987682 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.987843 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.988010 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.988204 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.988914 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.989079 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.989241 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.989433 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.989598 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.989760 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.989921 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.990081 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.990241 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.990402 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.990562 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.990723 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.990883 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.991044 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.991244 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.991375 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.991507 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.991667 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.991827 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:03.991980 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 02:03:04.119523 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 39202) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:04.126427 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047901 Sep 29 02:03:04.130824 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038321 Sep 29 02:03:13.253117 dv-cinder-740146-21-iscsi neutron-server[106224]: DEBUG dbcounter [-] [106224] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:15.296856 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d74a14-9d2f-47e2-b386-965aec988e18 None None] get_active_networks_info from dv-cinder-740146-21-iscsi {{(pid=106337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 29 02:03:15.322835 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writer thread running {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:03:15.387037 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d74a14-9d2f-47e2-b386-965aec988e18 None None] No non-hosted networks {{(pid=106337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 29 02:03:15.403171 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.agentschedulers_db [None req-74d74a14-9d2f-47e2-b386-965aec988e18 None None] DHCP Agent not found on host dv-cinder-740146-21-iscsi {{(pid=106337) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 29 02:03:15.475588 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-63e55d9c-141b-4115-b548-01ca73e996c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651208'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:17.045392 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writer thread running {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:03:17.645697 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-dee27208-2180-4bc3-81a5-04bfd6d1493b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651208'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:17.698489 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e2f0-9d1d-4bdf-a869-b537a37ecc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:18.776165 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651208'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:19.151617 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 39276) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:19.807672 dv-cinder-740146-21-iscsi neutron-server[106336]: WARNING oslo_policy.policy [None req-00bdd270-e185-4de2-b0cc-f72891dfaeec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:19.808584 dv-cinder-740146-21-iscsi neutron-server[106336]: WARNING oslo_policy.policy [None req-00bdd270-e185-4de2-b0cc-f72891dfaeec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:20.055565 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [None req-00bdd270-e185-4de2-b0cc-f72891dfaeec admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:03:20.069786 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-00bdd270-e185-4de2-b0cc-f72891dfaeec admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9169648 Sep 29 02:03:20.393352 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651208'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:20.507723 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651208'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:20.513396 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.513751 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.514087 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.514421 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.514747 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.515070 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.524777 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.525199 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.525540 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.525887 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.530456 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.530822 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.531174 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.531509 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.534363 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:20.535966 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-740146-21-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:20.556058 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-740146-21-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:21.110675 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.db.l3_hamode_db [None req-81829cb6-29bb-488c-8021-f2a804e99058 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 29 02:03:21.202134 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81829cb6-29bb-488c-8021-f2a804e99058 None None] Routers set() bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:03:21.202521 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81829cb6-29bb-488c-8021-f2a804e99058 None None] Router IDs set() for agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 29 02:03:22.763504 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 39312) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:23.076275 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-ac7fc5f0-3a5c-49c3-b3fd-b7d1da077aec admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:03:23.088530 dv-cinder-740146-21-iscsi neutron-server[106336]: ERROR stevedore.extension [None req-ac7fc5f0-3a5c-49c3-b3fd-b7d1da077aec admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 29 02:03:23.169238 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.policy [None req-ac7fc5f0-3a5c-49c3-b3fd-b7d1da077aec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106336) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 02:03:23.211208 dv-cinder-740146-21-iscsi neutron-server[106336]: WARNING oslo_policy.policy [None req-ac7fc5f0-3a5c-49c3-b3fd-b7d1da077aec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:23.211595 dv-cinder-740146-21-iscsi neutron-server[106336]: WARNING oslo_policy.policy [None req-ac7fc5f0-3a5c-49c3-b3fd-b7d1da077aec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:23.231705 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writer thread running {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:03:23.306928 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc5f0-3a5c-49c3-b3fd-b7d1da077aec admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730106314853', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730106318441', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730106302349', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730106307193', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730107010010', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730107018344', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1773626', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1780268', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542128', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573322'] for rbac-policy (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:23.378595 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc5f0-3a5c-49c3-b3fd-b7d1da077aec admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:23.379787 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-ac7fc5f0-3a5c-49c3-b3fd-b7d1da077aec admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6152945 Sep 29 02:03:25.943528 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 39322) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:26.259839 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:03:26.288493 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Made reservation on behalf of 881f2ae0820241ec9d3216765931ba06 for: {'network': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:03:26.292756 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:26.311129 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:26.422552 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Publish callbacks [] for security_group (8f2385c3-d3dc-4d28-b3b9-efceaaa4ff83), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:26.428811 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (8f2385c3-d3dc-4d28-b3b9-efceaaa4ff83), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:26.455473 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=106336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:03:26.488839 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730104911297', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (67b2b016-c92f-4e32-a332-f532ad5e4697), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:26.489354 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Unsubscribe: segment precommit_create {{(pid=106336) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 02:03:26.489889 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.segments_db [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Added segment 67b2b016-c92f-4e32-a332-f532ad5e4697 of type vlan for network fd31bfb5-d381-4404-b6f6-7a54184fe3be Sep 29 02:03:26.509789 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2385c3-d3dc-4d28-b3b9-efceaaa4ff83,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:26.556467 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.556808 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.557192 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.557530 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.557858 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.558179 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.558494 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.558809 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.559138 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.559455 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.559768 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.560093 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.560406 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.560715 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.561051 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Tracked resource versions report: Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: pushed versions: Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: { 'AddressGroup': {'1.2'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Agent': {'1.1'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'ConntrackHelper': {'1.0'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Log': {'1.0'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'NDPProxy': {'1.0'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Network': {'1.1'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Port': {'1.7'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'PortForwarding': {'1.3'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'QosPolicy': {'1.10'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'SecurityGroup': {'1.5'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'SubPort': {'1.0'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Subnet': {'1.1'}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Trunk': {'1.1'}} Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: consumer versions: Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: { DHCP agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: L3 agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: Metadata agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: Metering agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: Open vSwitch agent@dv-cinder-740146-21-iscsi: { 'AddressGroup': '1.2', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Agent': '1.1', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'ConntrackHelper': '1.0', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'LocalIPAssociation': '1.0', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Log': '1.0', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'NDPProxy': '1.0', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Network': '1.1', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Port': '1.7', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'PortForwarding': '1.3', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'QosPolicy': '1.10', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'SecurityGroup': '1.5', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'SecurityGroupRule': '1.2', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'SubPort': '1.0', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Subnet': '1.1', Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Trunk': '1.1'}} Sep 29 02:03:26.562503 dv-cinder-740146-21-iscsi neutron-server[106336]: {{(pid=106336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:03:26.600643 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (fd31bfb5-d381-4404-b6f6-7a54184fe3be), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:26.616946 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:26.643548 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (fd31bfb5-d381-4404-b6f6-7a54184fe3be), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:26.648374 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:26.649118 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:26.748000 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8031635 Sep 29 02:03:26.770151 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dea932-9fdb-4531-9853-445192ee9948 demo demo] Pushing event updated for resources: {'Network': ['ID=fd31bfb5-d381-4404-b6f6-7a54184fe3be,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:26.782642 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network fd31bfb5-d381-4404-b6f6-7a54184fe3be details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:03:29.398232 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 39336) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:29.810729 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef0b370-6e9d-4812-b143-1f26f4ceaddc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:29.812107 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-1ef0b370-6e9d-4812-b143-1f26f4ceaddc demo admin] 10.222.0.27 "GET /networking/v2.0/networks/fd31bfb5-d381-4404-b6f6-7a54184fe3be HTTP/1.1" status: 200 len: 824 time: 0.4129364 Sep 29 02:03:29.837039 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-f8d052f7-c67d-4669-8a29-a341aa478d73 demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/2604f4e4-e79b-4f0f-bc9b-dcb98d95eae4 HTTP/1.1" status: 200 len: 734 time: 0.0182841 Sep 29 02:03:29.845321 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-73748d1a-7ada-467c-a984-5a4ac7e36319 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be', 'ip_version': 4, 'subnetpool_id': '2604f4e4-e79b-4f0f-bc9b-dcb98d95eae4', 'gateway_ip': '172.20.0.1'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:03:29.867033 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73748d1a-7ada-467c-a984-5a4ac7e36319 demo admin] Made reservation on behalf of 881f2ae0820241ec9d3216765931ba06 for: {'subnet': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:03:29.870050 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-73748d1a-7ada-467c-a984-5a4ac7e36319 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:30.075057 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:30.159392 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-73748d1a-7ada-467c-a984-5a4ac7e36319 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for subnet (1f960dcc-d873-4f76-8b3a-7f348d52f8ff), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:30.226738 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73748d1a-7ada-467c-a984-5a4ac7e36319 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1f960dcc-d873-4f76-8b3a-7f348d52f8ff,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:30.235262 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73748d1a-7ada-467c-a984-5a4ac7e36319 demo admin] Checking segment: {'id': '67b2b016-c92f-4e32-a332-f532ad5e4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:03:30.235631 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73748d1a-7ada-467c-a984-5a4ac7e36319 demo admin] Network hostable DHCP agents. Network: fd31bfb5-d381-4404-b6f6-7a54184fe3be, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:03:30.256495 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73748d1a-7ada-467c-a984-5a4ac7e36319 demo admin] Network fd31bfb5-d381-4404-b6f6-7a54184fe3be is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:03:30.267127 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-73748d1a-7ada-467c-a984-5a4ac7e36319 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, fd31bfb5-d381-4404-b6f6-7a54184fe3be) {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:03:30.271474 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73748d1a-7ada-467c-a984-5a4ac7e36319 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:30.272077 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-73748d1a-7ada-467c-a984-5a4ac7e36319 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:30.278136 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c710171d-e5ce-4074-b336-623b9b91ec6a None None] Network fd31bfb5-d381-4404-b6f6-7a54184fe3be requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:03:30.288283 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-73748d1a-7ada-467c-a984-5a4ac7e36319 demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4460642 Sep 29 02:03:30.544084 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e9ab281-6644-5373-90c1-7212ac025641-fd31bfb5-d381-4404-b6f6-7a54184fe3be', 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be', 'project_id': '881f2ae0820241ec9d3216765931ba06', 'fixed_ips': [{'subnet_id': '1f960dcc-d873-4f76-8b3a-7f348d52f8ff'}]}} from dv-cinder-740146-21-iscsi. {{(pid=106337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:03:30.545510 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:30.818131 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.db_base_plugin_common [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Allocated IP 172.20.0.2 (fd31bfb5-d381-4404-b6f6-7a54184fe3be/1f960dcc-d873-4f76-8b3a-7f348d52f8ff/b7f8d765-3487-4eca-a78d-1757eda3de75) {{(pid=106337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:03:30.949702 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:31.090164 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Publish callbacks [] for port (b7f8d765-3487-4eca-a78d-1757eda3de75), precommit_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:31.097859 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (b7f8d765-3487-4eca-a78d-1757eda3de75), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:31.179817 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Network fd31bfb5-d381-4404-b6f6-7a54184fe3be is already hosted by enough agents. {{(pid=106337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:03:31.183591 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.base_scheduler [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Resources bound (agent type, host, resource id): {{(pid=106337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:03:31.186758 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Received port after_create {{(pid=106337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:03:31.189013 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Pushing event updated for resources: {'Port': ['ID=b7f8d765-3487-4eca-a78d-1757eda3de75,revision_number=1']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:31.203242 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.203595 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.203955 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.204314 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.204657 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.205009 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.205340 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.205665 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.206005 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.206911 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.207248 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.207647 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.207964 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.208321 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.208720 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Tracked resource versions report: Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: pushed versions: Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: { 'AddressGroup': {'1.2'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Agent': {'1.1'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'ConntrackHelper': {'1.0'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Log': {'1.0'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'NDPProxy': {'1.0'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Network': {'1.1'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Port': {'1.7'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'PortForwarding': {'1.3'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'QosPolicy': {'1.10'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'SecurityGroup': {'1.5'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'SubPort': {'1.0'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Subnet': {'1.1'}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Trunk': {'1.1'}} Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: consumer versions: Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: { DHCP agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: L3 agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: Metadata agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: Metering agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: Open vSwitch agent@dv-cinder-740146-21-iscsi: { 'AddressGroup': '1.2', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Agent': '1.1', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'ConntrackHelper': '1.0', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'LocalIPAssociation': '1.0', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Log': '1.0', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'NDPProxy': '1.0', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Network': '1.1', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Port': '1.7', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'PortForwarding': '1.3', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'QosPolicy': '1.10', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'SecurityGroup': '1.5', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'SecurityGroupRule': '1.2', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'SubPort': '1.0', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Subnet': '1.1', Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Trunk': '1.1'}} Sep 29 02:03:31.210430 dv-cinder-740146-21-iscsi neutron-server[106337]: {{(pid=106337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:03:31.279253 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:31.289618 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Attempting to bind port b7f8d765-3487-4eca-a78d-1757eda3de75 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:03:31.290021 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Attempting to bind port b7f8d765-3487-4eca-a78d-1757eda3de75 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '67b2b016-c92f-4e32-a332-f532ad5e4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:03:31.290453 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Attempting to bind port b7f8d765-3487-4eca-a78d-1757eda3de75 on network fd31bfb5-d381-4404-b6f6-7a54184fe3be {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:03:31.336911 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:03:31.337288 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Checking segment: {'id': '67b2b016-c92f-4e32-a332-f532ad5e4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:03:31.337770 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:31.338164 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Bound using segment: {'id': '67b2b016-c92f-4e32-a332-f532ad5e4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:03:31.338628 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Bound port: b7f8d765-3487-4eca-a78d-1757eda3de75, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b2b016-c92f-4e32-a332-f532ad5e4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:03:31.339026 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b7f8d765-3487-4eca-a78d-1757eda3de75), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:31.399684 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] For port b7f8d765-3487-4eca-a78d-1757eda3de75, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:03:31.402868 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=5 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:31.407738 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:31.420158 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] For port b7f8d765-3487-4eca-a78d-1757eda3de75, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=b7f8d765-3487-4eca-a78d-1757eda3de75,segment=NetworkSegment(67b2b016-c92f-4e32-a332-f532ad5e4697),segment_id=67b2b016-c92f-4e32-a332-f532ad5e4697)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:03:31.426710 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b7f8d765-3487-4eca-a78d-1757eda3de75), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:31.475844 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea65971-1734-446a-8596-f15b819f20c6 None None] Pushing event updated for resources: {'Port': ['ID=b7f8d765-3487-4eca-a78d-1757eda3de75,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:32.945525 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 39350) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:33.450801 dv-cinder-740146-21-iscsi neutron-server[106335]: WARNING oslo_policy.policy [None req-d77feb9d-8335-47fb-a1e9-fd361a5b7e9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:33.451366 dv-cinder-740146-21-iscsi neutron-server[106335]: WARNING oslo_policy.policy [None req-d77feb9d-8335-47fb-a1e9-fd361a5b7e9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:33.668462 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [None req-d77feb9d-8335-47fb-a1e9-fd361a5b7e9a admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:03:33.669779 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d77feb9d-8335-47fb-a1e9-fd361a5b7e9a admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7223523 Sep 29 02:03:36.358168 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 39364) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:36.681414 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [None req-123c4288-0347-456c-8c37-165188d14e01 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:03:36.682642 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-123c4288-0347-456c-8c37-165188d14e01 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3233640 Sep 29 02:03:38.280977 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device b7f8d765-3487-4eca-a78d-1757eda3de75 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:03:38.367761 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port b7f8d765-3487-4eca-a78d-1757eda3de75 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:03:38.368166 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (b7f8d765-3487-4eca-a78d-1757eda3de75), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:38.368529 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port b7f8d765-3487-4eca-a78d-1757eda3de75 Sep 29 02:03:38.469608 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port b7f8d765-3487-4eca-a78d-1757eda3de75 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:03:38.469896 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b7f8d765-3487-4eca-a78d-1757eda3de75), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:38.505761 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port b7f8d765-3487-4eca-a78d-1757eda3de75, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=b7f8d765-3487-4eca-a78d-1757eda3de75,segment=NetworkSegment(67b2b016-c92f-4e32-a332-f532ad5e4697),segment_id=67b2b016-c92f-4e32-a332-f532ad5e4697)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:03:38.511508 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b7f8d765-3487-4eca-a78d-1757eda3de75), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:38.559707 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=b7f8d765-3487-4eca-a78d-1757eda3de75,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:39.363005 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 39376) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:39.463316 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0d0a3d-eb7b-46d5-8b88-1f3469b6133e None None] Network fd31bfb5-d381-4404-b6f6-7a54184fe3be requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:03:39.585543 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-70d7c6e9-b197-4f5e-8e75-62f43565d09c None None] Provisioning complete for port b7f8d765-3487-4eca-a78d-1757eda3de75 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:03:39.585942 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-70d7c6e9-b197-4f5e-8e75-62f43565d09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (b7f8d765-3487-4eca-a78d-1757eda3de75), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:39.586559 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-70d7c6e9-b197-4f5e-8e75-62f43565d09c None None] Attempt 1 to provision port b7f8d765-3487-4eca-a78d-1757eda3de75 Sep 29 02:03:39.665512 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-70d7c6e9-b197-4f5e-8e75-62f43565d09c None None] Current status of the port b7f8d765-3487-4eca-a78d-1757eda3de75 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:03:39.709330 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-568e98c6-6c7b-45c3-ba1c-d6f1da7032b2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:03:39.734986 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-568e98c6-6c7b-45c3-ba1c-d6f1da7032b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4195'] for router (374b0bd9-b202-4417-a44d-4d112db49ef6), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:39.736769 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-568e98c6-6c7b-45c3-ba1c-d6f1da7032b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628866', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router (374b0bd9-b202-4417-a44d-4d112db49ef6), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:39.783305 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-f0e3d61a-4103-4d8a-8c5c-2dcecec93558 None None] Provisioning complete for port b7f8d765-3487-4eca-a78d-1757eda3de75 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:03:39.783695 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-f0e3d61a-4103-4d8a-8c5c-2dcecec93558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (b7f8d765-3487-4eca-a78d-1757eda3de75), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:39.784035 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f0e3d61a-4103-4d8a-8c5c-2dcecec93558 None None] Attempt 1 to provision port b7f8d765-3487-4eca-a78d-1757eda3de75 Sep 29 02:03:39.786300 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:39.860439 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f0e3d61a-4103-4d8a-8c5c-2dcecec93558 None None] Current status of the port b7f8d765-3487-4eca-a78d-1757eda3de75 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:03:39.885969 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-568e98c6-6c7b-45c3-ba1c-d6f1da7032b2 demo demo] Publish callbacks [] for router_controller (374b0bd9-b202-4417-a44d-4d112db49ef6), precommit_add_association {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:39.890645 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-568e98c6-6c7b-45c3-ba1c-d6f1da7032b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649523'] for router (374b0bd9-b202-4417-a44d-4d112db49ef6), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:39.910824 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-568e98c6-6c7b-45c3-ba1c-d6f1da7032b2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:39.912007 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-568e98c6-6c7b-45c3-ba1c-d6f1da7032b2 demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5481172 Sep 29 02:03:40.222051 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device b7f8d765-3487-4eca-a78d-1757eda3de75 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:03:40.224175 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:40.266978 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port b7f8d765-3487-4eca-a78d-1757eda3de75 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:03:40.267364 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (b7f8d765-3487-4eca-a78d-1757eda3de75), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:40.267702 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port b7f8d765-3487-4eca-a78d-1757eda3de75 Sep 29 02:03:40.339258 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port b7f8d765-3487-4eca-a78d-1757eda3de75 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:03:42.510938 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 39384) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:42.825172 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [None req-9849b853-a02a-49d6-893e-76a036cdb839 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:03:42.826149 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-9849b853-a02a-49d6-893e-76a036cdb839 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3142817 Sep 29 02:03:45.272062 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-524a7993-fbcc-463b-bdd5-5008387f6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:45.459924 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 39392) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:45.774551 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:03:45.787076 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writer thread running {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:03:45.787707 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:45.828393 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Made reservation on behalf of 304c048daacb48678f2d64fc933b378e for: {'network': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:03:45.838100 dv-cinder-740146-21-iscsi neutron-server[106335]: ERROR stevedore.extension [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 29 02:03:45.889837 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.policy [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106335) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 02:03:45.933911 dv-cinder-740146-21-iscsi neutron-server[106335]: WARNING oslo_policy.policy [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:45.934287 dv-cinder-740146-21-iscsi neutron-server[106335]: WARNING oslo_policy.policy [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:45.944534 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:45.967986 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:46.078537 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Publish callbacks [] for security_group (6abececc-852d-47b9-a3cd-5ba74bfd16c7), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:46.082546 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (6abececc-852d-47b9-a3cd-5ba74bfd16c7), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:46.094673 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Reserving flat network on physical network physnet1 {{(pid=106335) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 29 02:03:46.125778 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730104911297', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (28871797-a007-49cc-8017-dc9c3820c5d3), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:46.126330 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Unsubscribe: segment precommit_create {{(pid=106335) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 02:03:46.126866 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.segments_db [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Added segment 28871797-a007-49cc-8017-dc9c3820c5d3 of type flat for network 44335703-30ea-48cd-a18a-5857ed0e04da Sep 29 02:03:46.163183 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abececc-852d-47b9-a3cd-5ba74bfd16c7,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:46.208518 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.208985 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.209382 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.209761 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.210125 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.210612 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.210990 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.211350 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.211810 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.212537 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.212928 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.213317 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.213705 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.214081 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.214437 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Tracked resource versions report: Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: pushed versions: Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: { 'AddressGroup': {'1.2'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Agent': {'1.1'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'ConntrackHelper': {'1.0'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Log': {'1.0'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'NDPProxy': {'1.0'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Network': {'1.1'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Port': {'1.7'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'PortForwarding': {'1.3'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'QosPolicy': {'1.10'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'SecurityGroup': {'1.5'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'SubPort': {'1.0'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Subnet': {'1.1'}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Trunk': {'1.1'}} Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: consumer versions: Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: { DHCP agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: L3 agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: Metadata agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: Metering agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: Open vSwitch agent@dv-cinder-740146-21-iscsi: { 'AddressGroup': '1.2', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Agent': '1.1', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'ConntrackHelper': '1.0', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'LocalIPAssociation': '1.0', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Log': '1.0', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'NDPProxy': '1.0', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Network': '1.1', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Port': '1.7', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'PortForwarding': '1.3', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'QosPolicy': '1.10', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'SecurityGroup': '1.5', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'SecurityGroupRule': '1.2', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'SubPort': '1.0', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Subnet': '1.1', Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Trunk': '1.1'}} Sep 29 02:03:46.216189 dv-cinder-740146-21-iscsi neutron-server[106335]: {{(pid=106335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:03:46.251800 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (44335703-30ea-48cd-a18a-5857ed0e04da), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:46.299301 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (44335703-30ea-48cd-a18a-5857ed0e04da), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:46.301025 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:46.301702 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:46.383851 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9228177 Sep 29 02:03:46.408832 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2098963-0dba-4fcb-ae5e-6741b9e01b1a admin admin] Pushing event updated for resources: {'Network': ['ID=44335703-30ea-48cd-a18a-5857ed0e04da,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:46.420294 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 44335703-30ea-48cd-a18a-5857ed0e04da details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:03:47.634970 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a716f82b-ad91-4bb4-b030-b136f576ae77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:48.730587 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:48.933191 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 39408) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:49.294780 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19610407-b1c0-481c-a6aa-eba3d695237d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:49.296111 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-19610407-b1c0-481c-a6aa-eba3d695237d demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/1f960dcc-d873-4f76-8b3a-7f348d52f8ff HTTP/1.1" status: 200 len: 849 time: 0.3620672 Sep 29 02:03:49.323125 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:49.417533 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-7e15632a-a642-4373-b1b1-9cd6735922e8 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/374b0bd9-b202-4417-a44d-4d112db49ef6 HTTP/1.1" status: 200 len: 704 time: 0.1149311 Sep 29 02:03:49.677486 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:49.961375 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Allocated IP 172.20.0.1 (fd31bfb5-d381-4404-b6f6-7a54184fe3be/1f960dcc-d873-4f76-8b3a-7f348d52f8ff/5845cfae-de86-4724-9b2b-3a3e38854012) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:03:50.096530 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:50.118061 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Publish callbacks [] for port (5845cfae-de86-4724-9b2b-3a3e38854012), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.220486 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (5845cfae-de86-4724-9b2b-3a3e38854012), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.290129 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Network fd31bfb5-d381-4404-b6f6-7a54184fe3be is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:03:50.298339 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:03:50.305167 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:03:50.305709 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625956'] for router_interface (374b0bd9-b202-4417-a44d-4d112db49ef6), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.358648 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.361057 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Pushing event updated for resources: {'Port': ['ID=5845cfae-de86-4724-9b2b-3a3e38854012,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:50.501539 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.504351 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5845cfae-de86-4724-9b2b-3a3e38854012), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.541757 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Provisioning complete for port 5845cfae-de86-4724-9b2b-3a3e38854012 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:03:50.542127 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (5845cfae-de86-4724-9b2b-3a3e38854012), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.542464 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Attempt 1 to provision port 5845cfae-de86-4724-9b2b-3a3e38854012 Sep 29 02:03:50.570244 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:50.575187 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Port 5845cfae-de86-4724-9b2b-3a3e38854012 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:03:50.712706 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Publish callbacks [] for port (5845cfae-de86-4724-9b2b-3a3e38854012), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.717206 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (5845cfae-de86-4724-9b2b-3a3e38854012), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.718099 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626064'] for router_interface (374b0bd9-b202-4417-a44d-4d112db49ef6), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.793320 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Pushing event updated for resources: {'Port': ['ID=5845cfae-de86-4724-9b2b-3a3e38854012,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:50.842798 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Network fd31bfb5-d381-4404-b6f6-7a54184fe3be is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:03:50.844153 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:03:51.005684 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Router 374b0bd9-b202-4417-a44d-4d112db49ef6 is scheduled to L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 with binding_index 1 {{(pid=106336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:03:51.076271 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Attempt 2 to provision port 5845cfae-de86-4724-9b2b-3a3e38854012 Sep 29 02:03:51.093685 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:03:51.099733 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-4d17f12c-8a65-4d58-8c7f-119b729db09b demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/374b0bd9-b202-4417-a44d-4d112db49ef6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6768122 Sep 29 02:03:51.111008 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Port 5845cfae-de86-4724-9b2b-3a3e38854012 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:03:51.116255 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Sync routers for ids ['374b0bd9-b202-4417-a44d-4d112db49ef6'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:03:51.129142 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Routers {'374b0bd9-b202-4417-a44d-4d112db49ef6'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:03:51.130090 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:03:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['374b0bd9-b202-4417-a44d-4d112db49ef6'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:51.313014 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Set router 374b0bd9-b202-4417-a44d-4d112db49ef6 gateway port host: None {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:03:51.611589 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Attempt 3 to provision port 5845cfae-de86-4724-9b2b-3a3e38854012 Sep 29 02:03:51.644756 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Port 5845cfae-de86-4724-9b2b-3a3e38854012 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:03:51.727384 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'name': 'router1', 'tenant_id': '881f2ae0820241ec9d3216765931ba06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:03:39Z', 'updated_at': '2022-09-29T02:03:50Z', 'revision_number': 2, 'project_id': '881f2ae0820241ec9d3216765931ba06', 'gw_port_host': None, '_interfaces': [{'id': '5845cfae-de86-4724-9b2b-3a3e38854012', 'name': '', 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be', 'tenant_id': '881f2ae0820241ec9d3216765931ba06', 'mac_address': 'fa:16:3e:6e:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f960dcc-d873-4f76-8b3a-7f348d52f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:49Z', 'updated_at': '2022-09-29T02:03:50Z', 'revision_number': 2, 'project_id': '881f2ae0820241ec9d3216765931ba06', 'subnets': [{'id': '1f960dcc-d873-4f76-8b3a-7f348d52f8ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2604f4e4-e79b-4f0f-bc9b-dcb98d95eae4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:51.777383 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Checking router: 374b0bd9-b202-4417-a44d-4d112db49ef6 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:03:51.777748 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Updating router 374b0bd9-b202-4417-a44d-4d112db49ef6 port 5845cfae-de86-4724-9b2b-3a3e38854012 binding host dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:03:51.831533 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5845cfae-de86-4724-9b2b-3a3e38854012), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:52.146068 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Attempt 4 to provision port 5845cfae-de86-4724-9b2b-3a3e38854012 Sep 29 02:03:52.178242 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Port 5845cfae-de86-4724-9b2b-3a3e38854012 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:03:52.327513 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Publish callbacks [] for port (5845cfae-de86-4724-9b2b-3a3e38854012), precommit_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:52.334604 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (5845cfae-de86-4724-9b2b-3a3e38854012), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:52.482566 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Pushing event updated for resources: {'Port': ['ID=5845cfae-de86-4724-9b2b-3a3e38854012,revision_number=3']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:52.486832 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Attempting to bind port 5845cfae-de86-4724-9b2b-3a3e38854012 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:03:52.487759 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Attempting to bind port 5845cfae-de86-4724-9b2b-3a3e38854012 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '67b2b016-c92f-4e32-a332-f532ad5e4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be'}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:03:52.488184 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Attempting to bind port 5845cfae-de86-4724-9b2b-3a3e38854012 on network fd31bfb5-d381-4404-b6f6-7a54184fe3be {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:03:52.500205 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.500550 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.500910 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.501255 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.501584 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.501908 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.502230 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.502611 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.502957 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.503290 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.503613 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.503947 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.504270 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.504586 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.504930 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Tracked resource versions report: Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: pushed versions: Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: { 'AddressGroup': {'1.2'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Agent': {'1.1'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'ConntrackHelper': {'1.0'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Log': {'1.0'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'NDPProxy': {'1.0'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Network': {'1.1'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Port': {'1.7'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'PortForwarding': {'1.3'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'QosPolicy': {'1.10'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'SecurityGroup': {'1.5'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'SubPort': {'1.0'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Subnet': {'1.1'}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Trunk': {'1.1'}} Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: consumer versions: Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: { DHCP agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: L3 agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: Metadata agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: Metering agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: Open vSwitch agent@dv-cinder-740146-21-iscsi: { 'AddressGroup': '1.2', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Agent': '1.1', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'ConntrackHelper': '1.0', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'LocalIPAssociation': '1.0', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Log': '1.0', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'NDPProxy': '1.0', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Network': '1.1', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Port': '1.7', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'PortForwarding': '1.3', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'QosPolicy': '1.10', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'SecurityGroup': '1.5', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'SecurityGroupRule': '1.2', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'SubPort': '1.0', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Subnet': '1.1', Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Trunk': '1.1'}} Sep 29 02:03:52.506357 dv-cinder-740146-21-iscsi neutron-server[106338]: {{(pid=106338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:03:52.591779 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:03:52.592184 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Checking segment: {'id': '67b2b016-c92f-4e32-a332-f532ad5e4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:03:52.592662 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:52.593089 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Bound using segment: {'id': '67b2b016-c92f-4e32-a332-f532ad5e4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be'} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:03:52.593586 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Bound port: 5845cfae-de86-4724-9b2b-3a3e38854012, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b2b016-c92f-4e32-a332-f532ad5e4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be'}}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:03:52.593969 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5845cfae-de86-4724-9b2b-3a3e38854012), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:52.597133 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:52.658230 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] For port 5845cfae-de86-4724-9b2b-3a3e38854012, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:03:52.676699 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:52.678914 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] For port 5845cfae-de86-4724-9b2b-3a3e38854012, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=5845cfae-de86-4724-9b2b-3a3e38854012,segment=NetworkSegment(67b2b016-c92f-4e32-a332-f532ad5e4697),segment_id=67b2b016-c92f-4e32-a332-f532ad5e4697)] {{(pid=106338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:03:52.679365 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Attempt 5 to provision port 5845cfae-de86-4724-9b2b-3a3e38854012 Sep 29 02:03:52.686899 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (5845cfae-de86-4724-9b2b-3a3e38854012), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:52.712203 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Port 5845cfae-de86-4724-9b2b-3a3e38854012 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:03:52.721237 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Routers {'374b0bd9-b202-4417-a44d-4d112db49ef6'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:03:52.721919 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:03:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['374b0bd9-b202-4417-a44d-4d112db49ef6'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:52.810329 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5ae0a-6cc4-4e24-85ab-d107bc159392 None None] Pushing event updated for resources: {'Port': ['ID=5845cfae-de86-4724-9b2b-3a3e38854012,revision_number=4']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:52.825733 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] Set router 374b0bd9-b202-4417-a44d-4d112db49ef6 gateway port host: None {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:03:53.014221 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'name': 'router1', 'tenant_id': '881f2ae0820241ec9d3216765931ba06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:03:39Z', 'updated_at': '2022-09-29T02:03:50Z', 'revision_number': 2, 'project_id': '881f2ae0820241ec9d3216765931ba06', 'gw_port_host': None, '_interfaces': [{'id': '5845cfae-de86-4724-9b2b-3a3e38854012', 'name': '', 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be', 'tenant_id': '881f2ae0820241ec9d3216765931ba06', 'mac_address': 'fa:16:3e:6e:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f960dcc-d873-4f76-8b3a-7f348d52f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:49Z', 'updated_at': '2022-09-29T02:03:52Z', 'revision_number': 4, 'project_id': '881f2ae0820241ec9d3216765931ba06', 'subnets': [{'id': '1f960dcc-d873-4f76-8b3a-7f348d52f8ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2604f4e4-e79b-4f0f-bc9b-dcb98d95eae4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:53.039553 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beec620-ab65-4e3e-91d4-c3071f2459e0 None None] The sync data for ids ['374b0bd9-b202-4417-a44d-4d112db49ef6'] in dv-cinder-740146-21-iscsi is: [{'id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'name': 'router1', 'tenant_id': '881f2ae0820241ec9d3216765931ba06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:03:39Z', 'updated_at': '2022-09-29T02:03:50Z', 'revision_number': 2, 'project_id': '881f2ae0820241ec9d3216765931ba06', 'gw_port_host': None, '_interfaces': [{'id': '5845cfae-de86-4724-9b2b-3a3e38854012', 'name': '', 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be', 'tenant_id': '881f2ae0820241ec9d3216765931ba06', 'mac_address': 'fa:16:3e:6e:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f960dcc-d873-4f76-8b3a-7f348d52f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:49Z', 'updated_at': '2022-09-29T02:03:52Z', 'revision_number': 4, 'project_id': '881f2ae0820241ec9d3216765931ba06', 'subnets': [{'id': '1f960dcc-d873-4f76-8b3a-7f348d52f8ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2604f4e4-e79b-4f0f-bc9b-dcb98d95eae4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:03:53.214082 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Attempt 6 to provision port 5845cfae-de86-4724-9b2b-3a3e38854012 Sep 29 02:03:53.291352 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Current status of the port 5845cfae-de86-4724-9b2b-3a3e38854012 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:03:53.291749 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5845cfae-de86-4724-9b2b-3a3e38854012), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:53.328501 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] For port 5845cfae-de86-4724-9b2b-3a3e38854012, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=5845cfae-de86-4724-9b2b-3a3e38854012,segment=NetworkSegment(67b2b016-c92f-4e32-a332-f532ad5e4697),segment_id=67b2b016-c92f-4e32-a332-f532ad5e4697)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:03:53.333312 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (5845cfae-de86-4724-9b2b-3a3e38854012), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:53.381407 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb895dc5-090a-459c-80db-bfc640f64635 None None] Pushing event updated for resources: {'Port': ['ID=5845cfae-de86-4724-9b2b-3a3e38854012,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:53.452314 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-6de67ab3-8434-4a9b-a128-84eba55c4828 None None] Provisioning complete for port 5845cfae-de86-4724-9b2b-3a3e38854012 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:03:53.452700 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-6de67ab3-8434-4a9b-a128-84eba55c4828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (5845cfae-de86-4724-9b2b-3a3e38854012), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:53.453062 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-6de67ab3-8434-4a9b-a128-84eba55c4828 None None] Attempt 1 to provision port 5845cfae-de86-4724-9b2b-3a3e38854012 Sep 29 02:03:53.530224 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-6de67ab3-8434-4a9b-a128-84eba55c4828 None None] Current status of the port 5845cfae-de86-4724-9b2b-3a3e38854012 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:03:53.742159 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 39418) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:54.139827 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f7ca2a-7700-4811-9118-05481b098f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:54.141280 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-62f7ca2a-7700-4811-9118-05481b098f6b admin admin] 10.222.0.27 "GET /networking/v2.0/networks/44335703-30ea-48cd-a18a-5857ed0e04da HTTP/1.1" status: 200 len: 842 time: 0.3981397 Sep 29 02:03:54.151927 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-be9b209a-e955-433b-a6b8-d2f9ce828085 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:03:54.156271 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:54.176076 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9b209a-e955-433b-a6b8-d2f9ce828085 admin admin] Made reservation on behalf of 304c048daacb48678f2d64fc933b378e for: {'subnet': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:03:54.178567 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-be9b209a-e955-433b-a6b8-d2f9ce828085 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:54.418409 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:54.453594 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.objects.ports [None req-be9b209a-e955-433b-a6b8-d2f9ce828085 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106336) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 29 02:03:54.454130 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-be9b209a-e955-433b-a6b8-d2f9ce828085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for subnet (7a542017-da5e-41de-a7ed-f8c6ec79fc41), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:54.580360 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b209a-e955-433b-a6b8-d2f9ce828085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a542017-da5e-41de-a7ed-f8c6ec79fc41,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:54.587542 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b209a-e955-433b-a6b8-d2f9ce828085 admin admin] Checking segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:03:54.587889 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b209a-e955-433b-a6b8-d2f9ce828085 admin admin] Network hostable DHCP agents. Network: 44335703-30ea-48cd-a18a-5857ed0e04da, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:03:54.604625 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b209a-e955-433b-a6b8-d2f9ce828085 admin admin] Network 44335703-30ea-48cd-a18a-5857ed0e04da is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:03:54.613849 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-be9b209a-e955-433b-a6b8-d2f9ce828085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 44335703-30ea-48cd-a18a-5857ed0e04da) {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:03:54.619419 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9b209a-e955-433b-a6b8-d2f9ce828085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:54.622139 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c2c24a-143d-4ef4-a2da-758af0f522a9 None None] Network 44335703-30ea-48cd-a18a-5857ed0e04da requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:03:54.624911 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-be9b209a-e955-433b-a6b8-d2f9ce828085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:54.641384 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-be9b209a-e955-433b-a6b8-d2f9ce828085 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4932027 Sep 29 02:03:54.669290 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:54.687673 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:54.732960 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d989cd55-49b6-47c1-90eb-613dc901522f None None] Network 44335703-30ea-48cd-a18a-5857ed0e04da requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:03:56.399931 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=32,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:56.406205 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=41,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:57.305785 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 39428) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:57.714293 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-b109385a-4ae9-47f5-ae83-8e5755d3da74 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/374b0bd9-b202-4417-a44d-4d112db49ef6 HTTP/1.1" status: 200 len: 710 time: 0.4073942 Sep 29 02:03:57.812007 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31d3aa-99cd-41fd-8725-31598444f29e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:57.813498 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-db31d3aa-99cd-41fd-8725-31598444f29e demo admin] 10.222.0.27 "GET /networking/v2.0/networks/44335703-30ea-48cd-a18a-5857ed0e04da HTTP/1.1" status: 200 len: 886 time: 0.0935564 Sep 29 02:03:57.823045 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:03:58.071301 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Publish callbacks [] for router_gateway (374b0bd9-b202-4417-a44d-4d112db49ef6), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:58.220648 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:58.243182 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 5845cfae-de86-4724-9b2b-3a3e38854012 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:03:58.285870 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 5845cfae-de86-4724-9b2b-3a3e38854012 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:03:58.286264 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (5845cfae-de86-4724-9b2b-3a3e38854012), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:58.286605 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 5845cfae-de86-4724-9b2b-3a3e38854012 Sep 29 02:03:58.289726 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Publish callbacks [] for router_gateway (374b0bd9-b202-4417-a44d-4d112db49ef6), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:58.360243 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 5845cfae-de86-4724-9b2b-3a3e38854012 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:03:58.367972 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:58.405669 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:58.474828 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Allocated IP 172.27.3.64 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/a8523e5d-405d-4b9a-995f-5a02ec75be1e) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:03:58.579007 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Publish callbacks [] for port (a8523e5d-405d-4b9a-995f-5a02ec75be1e), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:58.609767 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (a8523e5d-405d-4b9a-995f-5a02ec75be1e), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:58.650990 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:03:58.654068 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:03:58.656772 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:03:58.662396 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Pushing event updated for resources: {'Port': ['ID=a8523e5d-405d-4b9a-995f-5a02ec75be1e,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:58.895794 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Publish callbacks [] for router_gateway (374b0bd9-b202-4417-a44d-4d112db49ef6), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:59.168800 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-898'] for router (374b0bd9-b202-4417-a44d-4d112db49ef6), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:59.171999 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-650718'] for router (374b0bd9-b202-4417-a44d-4d112db49ef6), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:59.262198 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:59.285102 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:59.287140 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Router 374b0bd9-b202-4417-a44d-4d112db49ef6 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:03:59.386217 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:03:59.390370 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:59.391601 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-ff398597-3129-4a33-a356-7c6beaec131c demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/374b0bd9-b202-4417-a44d-4d112db49ef6 HTTP/1.1" status: 200 len: 889 time: 1.5721655 Sep 29 02:03:59.408153 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Sync routers for ids ['374b0bd9-b202-4417-a44d-4d112db49ef6'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:03:59.421825 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Routers {'374b0bd9-b202-4417-a44d-4d112db49ef6'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:03:59.422421 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:03:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['374b0bd9-b202-4417-a44d-4d112db49ef6'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:59.639281 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Set router 374b0bd9-b202-4417-a44d-4d112db49ef6 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:04:00.081410 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'name': 'router1', 'tenant_id': '881f2ae0820241ec9d3216765931ba06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'a8523e5d-405d-4b9a-995f-5a02ec75be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:03:39Z', 'updated_at': '2022-09-29T02:03:58Z', 'revision_number': 4, 'project_id': '881f2ae0820241ec9d3216765931ba06', 'gw_port': {'id': 'a8523e5d-405d-4b9a-995f-5a02ec75be1e', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:58Z', 'updated_at': '2022-09-29T02:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '5845cfae-de86-4724-9b2b-3a3e38854012', 'name': '', 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be', 'tenant_id': '881f2ae0820241ec9d3216765931ba06', 'mac_address': 'fa:16:3e:6e:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f960dcc-d873-4f76-8b3a-7f348d52f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:49Z', 'updated_at': '2022-09-29T02:03:53Z', 'revision_number': 5, 'project_id': '881f2ae0820241ec9d3216765931ba06', 'subnets': [{'id': '1f960dcc-d873-4f76-8b3a-7f348d52f8ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2604f4e4-e79b-4f0f-bc9b-dcb98d95eae4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:04:00.128823 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Checking router: 374b0bd9-b202-4417-a44d-4d112db49ef6 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:04:00.129197 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Updating router 374b0bd9-b202-4417-a44d-4d112db49ef6 port a8523e5d-405d-4b9a-995f-5a02ec75be1e binding host dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:04:00.181832 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a8523e5d-405d-4b9a-995f-5a02ec75be1e), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:00.437384 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:00.496028 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Publish callbacks [] for port (a8523e5d-405d-4b9a-995f-5a02ec75be1e), precommit_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:00.501831 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a8523e5d-405d-4b9a-995f-5a02ec75be1e), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:00.536722 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Attempting to bind port a8523e5d-405d-4b9a-995f-5a02ec75be1e on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:04:00.537133 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Attempting to bind port a8523e5d-405d-4b9a-995f-5a02ec75be1e by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:04:00.537580 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Attempting to bind port a8523e5d-405d-4b9a-995f-5a02ec75be1e on network 44335703-30ea-48cd-a18a-5857ed0e04da {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:04:00.568619 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:00.575185 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903f8e8-0880-44b0-902b-16648585f079 None None] Pushing event updated for resources: {'Port': ['ID=a8523e5d-405d-4b9a-995f-5a02ec75be1e,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:00.594398 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:04:00.594773 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Checking segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:04:00.595164 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:00.595539 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Bound using segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:04:00.595994 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Bound port: a8523e5d-405d-4b9a-995f-5a02ec75be1e, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:04:00.596392 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a8523e5d-405d-4b9a-995f-5a02ec75be1e), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:00.641913 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] For port a8523e5d-405d-4b9a-995f-5a02ec75be1e, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:04:00.644844 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] For port a8523e5d-405d-4b9a-995f-5a02ec75be1e, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a8523e5d-405d-4b9a-995f-5a02ec75be1e,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:04:00.652466 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a8523e5d-405d-4b9a-995f-5a02ec75be1e), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:00.687852 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Routers {'374b0bd9-b202-4417-a44d-4d112db49ef6'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:04:00.688373 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:03:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['374b0bd9-b202-4417-a44d-4d112db49ef6'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:04:00.741558 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903f8e8-0880-44b0-902b-16648585f079 None None] Pushing event updated for resources: {'Port': ['ID=a8523e5d-405d-4b9a-995f-5a02ec75be1e,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:00.801160 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] Set router 374b0bd9-b202-4417-a44d-4d112db49ef6 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:04:01.000378 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'name': 'router1', 'tenant_id': '881f2ae0820241ec9d3216765931ba06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'a8523e5d-405d-4b9a-995f-5a02ec75be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:03:39Z', 'updated_at': '2022-09-29T02:03:58Z', 'revision_number': 4, 'project_id': '881f2ae0820241ec9d3216765931ba06', 'gw_port': {'id': 'a8523e5d-405d-4b9a-995f-5a02ec75be1e', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:58Z', 'updated_at': '2022-09-29T02:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '5845cfae-de86-4724-9b2b-3a3e38854012', 'name': '', 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be', 'tenant_id': '881f2ae0820241ec9d3216765931ba06', 'mac_address': 'fa:16:3e:6e:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f960dcc-d873-4f76-8b3a-7f348d52f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:49Z', 'updated_at': '2022-09-29T02:03:53Z', 'revision_number': 5, 'project_id': '881f2ae0820241ec9d3216765931ba06', 'subnets': [{'id': '1f960dcc-d873-4f76-8b3a-7f348d52f8ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2604f4e4-e79b-4f0f-bc9b-dcb98d95eae4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:04:01.024431 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00727742-36e6-45ca-85e4-577ee35a44be None None] The sync data for ids ['374b0bd9-b202-4417-a44d-4d112db49ef6'] in dv-cinder-740146-21-iscsi is: [{'id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'name': 'router1', 'tenant_id': '881f2ae0820241ec9d3216765931ba06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'a8523e5d-405d-4b9a-995f-5a02ec75be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:03:39Z', 'updated_at': '2022-09-29T02:03:58Z', 'revision_number': 4, 'project_id': '881f2ae0820241ec9d3216765931ba06', 'gw_port': {'id': 'a8523e5d-405d-4b9a-995f-5a02ec75be1e', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:58Z', 'updated_at': '2022-09-29T02:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '5845cfae-de86-4724-9b2b-3a3e38854012', 'name': '', 'network_id': 'fd31bfb5-d381-4404-b6f6-7a54184fe3be', 'tenant_id': '881f2ae0820241ec9d3216765931ba06', 'mac_address': 'fa:16:3e:6e:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374b0bd9-b202-4417-a44d-4d112db49ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f960dcc-d873-4f76-8b3a-7f348d52f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:49Z', 'updated_at': '2022-09-29T02:03:53Z', 'revision_number': 5, 'project_id': '881f2ae0820241ec9d3216765931ba06', 'subnets': [{'id': '1f960dcc-d873-4f76-8b3a-7f348d52f8ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2604f4e4-e79b-4f0f-bc9b-dcb98d95eae4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:04:02.198606 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 39440) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:04:02.254953 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a8523e5d-405d-4b9a-995f-5a02ec75be1e up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:04:02.301755 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port a8523e5d-405d-4b9a-995f-5a02ec75be1e triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:04:02.302140 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a8523e5d-405d-4b9a-995f-5a02ec75be1e), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:02.302472 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port a8523e5d-405d-4b9a-995f-5a02ec75be1e Sep 29 02:04:02.371368 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port a8523e5d-405d-4b9a-995f-5a02ec75be1e is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:04:02.371745 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a8523e5d-405d-4b9a-995f-5a02ec75be1e), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:02.390066 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:02.391930 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port a8523e5d-405d-4b9a-995f-5a02ec75be1e, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a8523e5d-405d-4b9a-995f-5a02ec75be1e,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:04:02.397129 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a8523e5d-405d-4b9a-995f-5a02ec75be1e), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:02.442698 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=a8523e5d-405d-4b9a-995f-5a02ec75be1e,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:02.627949 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d014dede-051b-4524-be9c-9c1eaccc26a4 admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4276876 Sep 29 02:04:03.012336 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=33 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:03.016966 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:04.248611 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a8523e5d-405d-4b9a-995f-5a02ec75be1e up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:04:04.301120 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port a8523e5d-405d-4b9a-995f-5a02ec75be1e triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:04:04.301498 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a8523e5d-405d-4b9a-995f-5a02ec75be1e), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:04.301839 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port a8523e5d-405d-4b9a-995f-5a02ec75be1e Sep 29 02:04:04.373412 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port a8523e5d-405d-4b9a-995f-5a02ec75be1e is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:04:09.384693 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=16 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:09.385594 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=10 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:12.618553 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:12.623477 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:14.371031 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=24 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:14.372296 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:14.822760 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 5 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:04:15.276459 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-6eeec1e0-ed8a-4086-995e-a01da72616e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:17.661997 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a5a861b3-e465-47e0-8294-782fc6f5987e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:18.736831 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:20.378617 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:20.514942 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:24.818075 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:24.819219 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:30.500816 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:30.510306 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:35.828127 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:35.833524 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:45.281102 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-23dbdb7a-1d99-4690-bcde-c1d29e155780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:47.644558 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-f5a8a2cb-5534-4608-92fc-0f8718b3972a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:48.743189 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:50.367824 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:50.521529 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:50.865444 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:51.822946 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 5 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:05:00.506405 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:00.514974 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:01.823729 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:12.881839 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:13.820583 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:15.275261 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a2b-4d25-4594-b7fc-3d5c0740b5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:17.638303 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e6c24b0c-4334-4137-9043-8bb7482545f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:18.741099 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:20.369685 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:20.504778 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:28.034139 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 39990) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:28.372250 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.pecan_wsgi.hooks.translation [None req-05572839-f532-424d-b85e-a9b5ccadd9c8 admin admin] GET failed (client error): The resource could not be found. Sep 29 02:05:28.373597 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-05572839-f532-424d-b85e-a9b5ccadd9c8 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3385148 Sep 29 02:05:28.535622 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709b6e52-4fd5-4fbf-8faa-980b4dc12515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:28.537115 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-709b6e52-4fd5-4fbf-8faa-980b4dc12515 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1591275 Sep 29 02:05:28.822539 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 5 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:05:30.499505 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:30.500349 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:31.083332 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40000) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:31.441463 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ed3562-020e-4f29-8c4e-6cd5c55b0866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:31.442861 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-f9ed3562-020e-4f29-8c4e-6cd5c55b0866 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/1f960dcc-d873-4f76-8b3a-7f348d52f8ff HTTP/1.1" status: 200 len: 849 time: 0.3586476 Sep 29 02:05:31.453266 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:05:31.536770 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Publish callbacks [] for subnet (1f960dcc-d873-4f76-8b3a-7f348d52f8ff), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:31.689086 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730104838557'] for subnet (1f960dcc-d873-4f76-8b3a-7f348d52f8ff), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:31.721554 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:31.722677 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:31.723628 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/1f960dcc-d873-4f76-8b3a-7f348d52f8ff HTTP/1.1" status: 200 len: 868 time: 0.2742486 Sep 29 02:05:31.726855 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e0347-3824-4ac4-bbaa-8441bd805a83 None None] Network fd31bfb5-d381-4404-b6f6-7a54184fe3be requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:05:31.744407 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f960dcc-d873-4f76-8b3a-7f348d52f8ff,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:05:31.753749 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.754111 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.754460 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.755375 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.755717 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.756051 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.756378 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.756704 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.757097 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.757431 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.757777 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.758104 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.758434 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.758754 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:31.759075 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677580d1-09f8-4aa0-b1c5-4a9c40c7b7b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:32.056205 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-f9c2820b-bad5-4de2-9d3d-33627d72468c None None] Provisioning complete for port 5845cfae-de86-4724-9b2b-3a3e38854012 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:05:32.056574 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-f9c2820b-bad5-4de2-9d3d-33627d72468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (5845cfae-de86-4724-9b2b-3a3e38854012), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:32.056938 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f9c2820b-bad5-4de2-9d3d-33627d72468c None None] Attempt 1 to provision port 5845cfae-de86-4724-9b2b-3a3e38854012 Sep 29 02:05:32.136000 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2820b-bad5-4de2-9d3d-33627d72468c None None] Current status of the port 5845cfae-de86-4724-9b2b-3a3e38854012 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:05:32.143792 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-f9c2820b-bad5-4de2-9d3d-33627d72468c None None] Provisioning complete for port b7f8d765-3487-4eca-a78d-1757eda3de75 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:05:32.144179 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-f9c2820b-bad5-4de2-9d3d-33627d72468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (b7f8d765-3487-4eca-a78d-1757eda3de75), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:32.144515 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f9c2820b-bad5-4de2-9d3d-33627d72468c None None] Attempt 1 to provision port b7f8d765-3487-4eca-a78d-1757eda3de75 Sep 29 02:05:32.212987 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2820b-bad5-4de2-9d3d-33627d72468c None None] Current status of the port b7f8d765-3487-4eca-a78d-1757eda3de75 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:05:34.289567 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40008) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:34.766998 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bafd20-7489-4e8c-a2c3-a34722433c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:34.767486 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bafd20-7489-4e8c-a2c3-a34722433c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:34.769065 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-86bafd20-7489-4e8c-a2c3-a34722433c53 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4784870 Sep 29 02:05:37.309013 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40016) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:37.711808 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4946cdf1-5d2f-44ba-8c4f-4a07621de78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:37.712284 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4946cdf1-5d2f-44ba-8c4f-4a07621de78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:37.713862 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-4946cdf1-5d2f-44ba-8c4f-4a07621de78e admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4039047 Sep 29 02:05:38.819251 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:38.820027 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:40.301051 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40024) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:40.669419 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:40.696347 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0098f80-a44a-4d84-a65f-e72dbfd05d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:40.697738 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-c0098f80-a44a-4d84-a65f-e72dbfd05d18 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/44335703-30ea-48cd-a18a-5857ed0e04da HTTP/1.1" status: 200 len: 886 time: 0.3957524 Sep 29 02:05:42.208352 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=37 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:42.211198 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=40 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:43.237164 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40032) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:43.608175 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:43.634893 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08200197-0f66-43ae-82ee-734dbb29508c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:43.636256 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-08200197-0f66-43ae-82ee-734dbb29508c admin admin] 10.222.0.27 "GET /networking/v2.0/networks/fd31bfb5-d381-4404-b6f6-7a54184fe3be HTTP/1.1" status: 200 len: 868 time: 0.3982327 Sep 29 02:05:45.277975 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-bf54f97c-9ce8-4989-babc-0379c923c33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:46.182333 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40040) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:46.572408 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c7c82-aa54-4d19-b464-bff34d3b1282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:46.572883 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c7c82-aa54-4d19-b464-bff34d3b1282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:46.574400 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-bd3c7c82-aa54-4d19-b464-bff34d3b1282 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3912098 Sep 29 02:05:47.642560 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-d69a3940-51e4-409a-b15d-3313c7b2b929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:48.744550 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:49.169891 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40048) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:49.526375 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9187940a-6896-4e23-8036-a2d11ce35eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:49.526828 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9187940a-6896-4e23-8036-a2d11ce35eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:49.528291 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-9187940a-6896-4e23-8036-a2d11ce35eef admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3575435 Sep 29 02:05:49.821831 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:49.826572 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:50.373617 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:50.507731 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:52.059660 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40056) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:52.537450 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bcced4-4479-4883-a098-b1e02c5a1a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:52.538750 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-90bcced4-4479-4883-a098-b1e02c5a1a71 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/1f960dcc-d873-4f76-8b3a-7f348d52f8ff HTTP/1.1" status: 200 len: 868 time: 0.4781332 Sep 29 02:05:55.098749 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40064) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:55.546097 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5781cd-0496-4011-867b-5e49a46c00ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:55.547467 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-fd5781cd-0496-4011-867b-5e49a46c00ee admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/7a542017-da5e-41de-a7ed-f8c6ec79fc41 HTTP/1.1" status: 200 len: 816 time: 0.4477887 Sep 29 02:06:00.501984 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:00.504036 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:05.540836 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=40 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:05.542805 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=24 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:05.822683 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 5 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:06:15.285661 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a838b00d-ac2f-4707-aa33-e36770706e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:15.818892 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=15 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:15.819642 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=13 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:17.637958 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a1f5c743-40ef-4fdb-875c-955dba5449b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:18.744972 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:20.375313 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:20.511716 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:25.024727 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40120) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:25.351721 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [None req-88455968-6e5c-44bc-a426-52be1c930d94 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:06:25.352720 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-88455968-6e5c-44bc-a426-52be1c930d94 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3269796 Sep 29 02:06:26.827214 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:26.831997 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=4 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:27.986218 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40128) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:28.314945 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f417ac-5f98-4850-9fc6-fea90266f703 admin admin] GET failed (client error): The resource could not be found. Sep 29 02:06:28.316188 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-40f417ac-5f98-4850-9fc6-fea90266f703 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3291399 Sep 29 02:06:28.402343 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebeb36d-bc0b-4cf7-8cb5-6996bdb4d2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:28.403756 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-8ebeb36d-bc0b-4cf7-8cb5-6996bdb4d2af admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830369 Sep 29 02:06:30.500898 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:UPDATE=4,neutron:SELECT=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:30.506530 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:30.962655 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40136) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:31.401671 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-e7a4ac5e-c9bb-4a2a-a195-ef690b12e797 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:06:31.420556 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a4ac5e-c9bb-4a2a-a195-ef690b12e797 admin admin] Made reservation on behalf of 304c048daacb48678f2d64fc933b378e for: {'network': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:06:31.422828 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e7a4ac5e-c9bb-4a2a-a195-ef690b12e797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:31.450729 dv-cinder-740146-21-iscsi neutron-server[106336]: WARNING neutron.services.revisions.revision_plugin [None req-e7a4ac5e-c9bb-4a2a-a195-ef690b12e797 admin admin] Could not find related network for resource to bump revision. Sep 29 02:06:31.463232 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a4ac5e-c9bb-4a2a-a195-ef690b12e797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=106336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:06:31.473338 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e7a4ac5e-c9bb-4a2a-a195-ef690b12e797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (c48d81df-b5dc-4460-8697-959e2a624561), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:31.473701 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.segments_db [None req-e7a4ac5e-c9bb-4a2a-a195-ef690b12e797 admin admin] Added segment c48d81df-b5dc-4460-8697-959e2a624561 of type vlan for network 625bc10e-9023-4f3d-b043-a7b6a1cde478 Sep 29 02:06:31.511089 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e7a4ac5e-c9bb-4a2a-a195-ef690b12e797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (625bc10e-9023-4f3d-b043-a7b6a1cde478), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:31.534720 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e7a4ac5e-c9bb-4a2a-a195-ef690b12e797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (625bc10e-9023-4f3d-b043-a7b6a1cde478), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:31.535710 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4ac5e-c9bb-4a2a-a195-ef690b12e797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:31.536275 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e7a4ac5e-c9bb-4a2a-a195-ef690b12e797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:31.612723 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-e7a4ac5e-c9bb-4a2a-a195-ef690b12e797 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.6490645 Sep 29 02:06:31.631932 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4ac5e-c9bb-4a2a-a195-ef690b12e797 admin admin] Pushing event updated for resources: {'Network': ['ID=625bc10e-9023-4f3d-b043-a7b6a1cde478,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:06:31.643190 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 625bc10e-9023-4f3d-b043-a7b6a1cde478 details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:06:34.203229 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40144) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:34.542519 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fd5d86-d72a-4c32-b053-aa2d6dab5faf admin admin] GET failed (client error): The resource could not be found. Sep 29 02:06:34.543769 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-02fd5d86-d72a-4c32-b053-aa2d6dab5faf admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3396413 Sep 29 02:06:34.615896 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b507fcbc-8e90-4dc2-9039-2e7fe76b10e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:34.617347 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-b507fcbc-8e90-4dc2-9039-2e7fe76b10e7 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0692866 Sep 29 02:06:34.629077 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '625bc10e-9023-4f3d-b043-a7b6a1cde478', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:06:34.650791 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Made reservation on behalf of 304c048daacb48678f2d64fc933b378e for: {'subnet': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:06:34.653170 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:34.814581 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for subnet (784313a0-0fd1-47a9-b8f6-e04710a5bd87), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:34.870137 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=784313a0-0fd1-47a9-b8f6-e04710a5bd87,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:06:34.879957 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.880300 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.880633 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.880983 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.881310 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.881630 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.881946 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.882263 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.882573 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.882893 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.883208 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.883520 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.883830 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.884138 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.884448 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:34.888129 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Checking segment: {'id': 'c48d81df-b5dc-4460-8697-959e2a624561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '625bc10e-9023-4f3d-b043-a7b6a1cde478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:06:34.888475 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Network hostable DHCP agents. Network: 625bc10e-9023-4f3d-b043-a7b6a1cde478, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:06:34.905726 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Network 625bc10e-9023-4f3d-b043-a7b6a1cde478 is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:06:34.913707 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 625bc10e-9023-4f3d-b043-a7b6a1cde478) {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:06:34.917694 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:34.918274 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:34.923257 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5b59bb-c87d-4415-b446-6a4b0ac62b31 None None] Network 625bc10e-9023-4f3d-b043-a7b6a1cde478 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:06:34.934064 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-c53a24b7-ba8a-4181-bea7-3336c169ff4d admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3097126 Sep 29 02:06:35.033867 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e9ab281-6644-5373-90c1-7212ac025641-625bc10e-9023-4f3d-b043-a7b6a1cde478', 'network_id': '625bc10e-9023-4f3d-b043-a7b6a1cde478', 'project_id': '304c048daacb48678f2d64fc933b378e', 'fixed_ips': [{'subnet_id': '784313a0-0fd1-47a9-b8f6-e04710a5bd87'}]}} from dv-cinder-740146-21-iscsi. {{(pid=106337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:06:35.034875 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:35.263076 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.db_base_plugin_common [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Allocated IP 192.168.233.2 (625bc10e-9023-4f3d-b043-a7b6a1cde478/784313a0-0fd1-47a9-b8f6-e04710a5bd87/735ff54d-3f48-4889-8e35-ab2546f3f03b) {{(pid=106337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:06:35.417050 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Publish callbacks [] for port (735ff54d-3f48-4889-8e35-ab2546f3f03b), precommit_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:35.423261 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (735ff54d-3f48-4889-8e35-ab2546f3f03b), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:35.461628 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Network 625bc10e-9023-4f3d-b043-a7b6a1cde478 is already hosted by enough agents. {{(pid=106337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:06:35.466031 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.base_scheduler [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Resources bound (agent type, host, resource id): {{(pid=106337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:06:35.471996 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Received port after_create {{(pid=106337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:06:35.475090 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Pushing event updated for resources: {'Port': ['ID=735ff54d-3f48-4889-8e35-ab2546f3f03b,revision_number=1']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:06:35.486842 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.487188 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.487552 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.487904 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.488242 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.488582 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.488909 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.489237 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.489562 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.489885 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.490207 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.490541 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.490873 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.491187 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.491499 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:35.539439 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Attempting to bind port 735ff54d-3f48-4889-8e35-ab2546f3f03b on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:06:35.539731 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Attempting to bind port 735ff54d-3f48-4889-8e35-ab2546f3f03b by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': 'c48d81df-b5dc-4460-8697-959e2a624561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '625bc10e-9023-4f3d-b043-a7b6a1cde478'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:06:35.540090 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Attempting to bind port 735ff54d-3f48-4889-8e35-ab2546f3f03b on network 625bc10e-9023-4f3d-b043-a7b6a1cde478 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:06:35.585419 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:06:35.585793 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Checking segment: {'id': 'c48d81df-b5dc-4460-8697-959e2a624561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '625bc10e-9023-4f3d-b043-a7b6a1cde478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:06:35.586194 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:35.586593 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Bound using segment: {'id': 'c48d81df-b5dc-4460-8697-959e2a624561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '625bc10e-9023-4f3d-b043-a7b6a1cde478'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:06:35.587366 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Bound port: 735ff54d-3f48-4889-8e35-ab2546f3f03b, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48d81df-b5dc-4460-8697-959e2a624561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '625bc10e-9023-4f3d-b043-a7b6a1cde478'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:06:35.587483 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (735ff54d-3f48-4889-8e35-ab2546f3f03b), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:35.646957 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] For port 735ff54d-3f48-4889-8e35-ab2546f3f03b, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:06:35.650443 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] For port 735ff54d-3f48-4889-8e35-ab2546f3f03b, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=735ff54d-3f48-4889-8e35-ab2546f3f03b,segment=NetworkSegment(c48d81df-b5dc-4460-8697-959e2a624561),segment_id=c48d81df-b5dc-4460-8697-959e2a624561)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:06:35.656662 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (735ff54d-3f48-4889-8e35-ab2546f3f03b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:35.709264 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef5325-8bc1-4ff9-af43-a269900c88e7 None None] Pushing event updated for resources: {'Port': ['ID=735ff54d-3f48-4889-8e35-ab2546f3f03b,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:06:36.392475 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 735ff54d-3f48-4889-8e35-ab2546f3f03b up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:06:36.450207 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 735ff54d-3f48-4889-8e35-ab2546f3f03b triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:06:36.450782 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (735ff54d-3f48-4889-8e35-ab2546f3f03b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:36.451022 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 735ff54d-3f48-4889-8e35-ab2546f3f03b Sep 29 02:06:36.470643 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:36.489044 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:36.534077 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 735ff54d-3f48-4889-8e35-ab2546f3f03b is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:06:36.534997 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (735ff54d-3f48-4889-8e35-ab2546f3f03b), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:36.548043 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6169abad-f5f1-4044-8ffc-7eb6904107dd None None] Network 625bc10e-9023-4f3d-b043-a7b6a1cde478 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:06:36.622067 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port 735ff54d-3f48-4889-8e35-ab2546f3f03b, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=735ff54d-3f48-4889-8e35-ab2546f3f03b,segment=NetworkSegment(c48d81df-b5dc-4460-8697-959e2a624561),segment_id=c48d81df-b5dc-4460-8697-959e2a624561)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:06:36.633000 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (735ff54d-3f48-4889-8e35-ab2546f3f03b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:36.641999 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-34a4d264-94b2-46a8-882b-fddac0698a63 None None] Provisioning complete for port 735ff54d-3f48-4889-8e35-ab2546f3f03b triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:06:36.642162 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-34a4d264-94b2-46a8-882b-fddac0698a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (735ff54d-3f48-4889-8e35-ab2546f3f03b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:36.642408 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-34a4d264-94b2-46a8-882b-fddac0698a63 None None] Attempt 1 to provision port 735ff54d-3f48-4889-8e35-ab2546f3f03b Sep 29 02:06:36.751620 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=735ff54d-3f48-4889-8e35-ab2546f3f03b,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:06:36.795529 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-34a4d264-94b2-46a8-882b-fddac0698a63 None None] Current status of the port 735ff54d-3f48-4889-8e35-ab2546f3f03b is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:06:37.013802 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-a4e5030f-8681-4a53-9f37-139da01beae1 None None] Provisioning complete for port 735ff54d-3f48-4889-8e35-ab2546f3f03b triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:06:37.014204 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a4e5030f-8681-4a53-9f37-139da01beae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (735ff54d-3f48-4889-8e35-ab2546f3f03b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:37.014574 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-a4e5030f-8681-4a53-9f37-139da01beae1 None None] Attempt 1 to provision port 735ff54d-3f48-4889-8e35-ab2546f3f03b Sep 29 02:06:37.090861 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-a4e5030f-8681-4a53-9f37-139da01beae1 None None] Current status of the port 735ff54d-3f48-4889-8e35-ab2546f3f03b is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:06:38.346882 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 735ff54d-3f48-4889-8e35-ab2546f3f03b up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:06:38.389811 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 735ff54d-3f48-4889-8e35-ab2546f3f03b triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:06:38.390202 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (735ff54d-3f48-4889-8e35-ab2546f3f03b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:38.390536 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 735ff54d-3f48-4889-8e35-ab2546f3f03b Sep 29 02:06:38.463821 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 735ff54d-3f48-4889-8e35-ab2546f3f03b is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:06:42.821316 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 5 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:06:44.921326 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=76,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:44.927204 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:45.279370 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-316b8921-4f9f-4081-a362-465bfa7fa22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:47.641552 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-d46b7a26-08c6-4b64-bb54-371a86743574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:48.748217 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:50.377686 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:50.509341 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:50.514296 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:52.817714 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:52.818464 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:00.508175 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:03.829434 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:13.815236 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:15.281316 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbe56-fb9f-49d4-b633-5c625785ebed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:17.643198 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-4163292b-985c-42bd-91c1-d2c9795bfb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:18.750881 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:19.820737 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 5 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:07:20.379616 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:20.516768 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:29.817074 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:30.505914 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:30.513107 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:40.820169 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:40.825939 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=4 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:45.283842 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5ff7ef7f-3f69-4c4a-8038-39b928ef9c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:47.645781 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-83c72b96-b350-4efa-8423-1fd63ae2ecb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:48.753630 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:50.385532 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:50.520147 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:55.494940 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40188) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:55.500504 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [None req-d6a8dce1-8569-4f6b-a217-d2aa2c110b36 tempest-verify_tempest_config-1586513111 tempest-verify_tempest_config-1586513111-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:07:55.501507 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-d6a8dce1-8569-4f6b-a217-d2aa2c110b36 tempest-verify_tempest_config-1586513111 tempest-verify_tempest_config-1586513111-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056057 Sep 29 02:07:55.999532 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40206) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:56.318693 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:56.392216 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Publish callbacks [] for security_group (99235e8d-b48f-436e-a53a-081d715f3d5d), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:56.395600 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (99235e8d-b48f-436e-a53a-081d715f3d5d), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:56.457684 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99235e8d-b48f-436e-a53a-081d715f3d5d,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:07:56.465284 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6649e2e20a344606b65f5ebc4d5479fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4647470 Sep 29 02:07:56.466818 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.467165 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.467521 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.467862 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.468162 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40210) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:56.468635 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.468635 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.468823 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.469169 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.469653 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.469811 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.470146 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.470469 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.470786 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.471101 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.471417 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e2893-65d2-4924-86ac-7c6885ad2473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.525511 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Publish callbacks [] for security_group (99235e8d-b48f-436e-a53a-081d715f3d5d), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:56.545037 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Publish callbacks [] for security_group (99235e8d-b48f-436e-a53a-081d715f3d5d), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:56.636612 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (99235e8d-b48f-436e-a53a-081d715f3d5d), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:56.639205 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:56.640322 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/99235e8d-b48f-436e-a53a-081d715f3d5d HTTP/1.1" status: 204 len: 168 time: 0.1712031 Sep 29 02:07:56.648094 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99235e8d-b48f-436e-a53a-081d715f3d5d,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:07:56.654753 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.655097 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.655450 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.655787 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.656112 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.656440 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.656765 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.657117 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.657457 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.657783 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.658122 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.658448 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.658765 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.659081 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.659398 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13385289-badf-4042-b5a5-cfd566bfa3ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:56.819974 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 5 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:08:00.509490 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:06.454450 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:06.461594 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:06.650634 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:06.651532 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:06.678605 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:15.286193 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-6f92e753-0dc0-45a7-a2e9-82fdc28e9f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:17.647485 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3cff-a410-4499-8fc3-39b1666ea708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:17.820589 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=18 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:17.821397 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=16 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:18.755658 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:20.383958 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:20.523189 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:30.511911 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:30.519002 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:33.819957 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 5 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:08:43.816244 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:43.817055 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:45.289785 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8c975354-4329-4aaa-b3ad-e04cd8d6e952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:47.651606 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8eebcf54-40b3-43cf-a10d-7f7cc5a21939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:48.758781 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:50.387240 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:50.524716 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:54.825042 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:54.829294 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:00.518949 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=22 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:00.520849 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:10.818523 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 5 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:09:15.291508 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a23bf080-3133-46a3-bad1-e72fe8970b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:17.653273 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a05d6e9e-9bfd-49db-a8b6-85c369cf6e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:18.761015 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:20.391932 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:20.530022 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:20.814189 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:20.814950 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:26.004708 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651208'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:30.525816 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:31.822448 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:31.827280 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=4 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:36.002394 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:39.262302 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40306) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:09:39.391460 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-ffd68eac-3fea-4c6d-b9e1-b7fdfb57f214 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1280792 Sep 29 02:09:41.832754 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40316) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:09:41.894132 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-015fd6ef-8f5c-4857-b8cf-d7e588dc0990 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0603616 Sep 29 02:09:45.292209 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-71b86849-6534-4b19-bb6c-380516cf0e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:47.655349 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-71e27ab1-4740-48e3-a693-680e45350a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:47.817457 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:09:48.763864 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:49.386557 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:50.394596 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:50.531531 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:51.888208 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:55.992162 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:57.813160 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:57.813970 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:05.986123 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:05.987934 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:11.494877 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=18 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:11.495649 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=14 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:15.297358 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ef3029b4-d7c2-4e4d-9736-82a50ae27d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:17.658178 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-cd510d4e-0471-4cfe-846d-8eea4b6778b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:18.765671 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:20.396216 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:20.533176 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:24.816372 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:10:25.989478 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:34.811758 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:34.813044 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:35.979586 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:35.985212 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:45.298845 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b94372f1-1d9e-4c55-bd27-215a0328b303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:45.825351 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:45.830056 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=4 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:47.659158 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-12b0f5de-17eb-4136-b728-612c435bc4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:48.771325 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:50.399961 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:50.536258 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:56.004195 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:01.815829 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:11:05.997473 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:06.000347 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:13.433597 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40422) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:13.635100 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1469894860-network', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:13.656728 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Made reservation on behalf of dbda18c4ee4e4c9eb64f37e71bd862cd for: {'network': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:13.659070 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:13.667573 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:13.750349 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Publish callbacks [] for security_group (7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:13.754325 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:13.780396 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=106336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:11:13.789189 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:13.800158 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.800503 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.801171 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.801500 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.801826 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.802778 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.803137 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.803527 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.803933 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.804288 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.804622 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.804966 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.805279 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.805801 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.806087 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Tracked resource versions report: Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: pushed versions: Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: { 'AddressGroup': {'1.2'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Agent': {'1.1'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'ConntrackHelper': {'1.0'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Log': {'1.0'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'NDPProxy': {'1.0'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Network': {'1.1'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Port': {'1.7'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'PortForwarding': {'1.3'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'QosPolicy': {'1.10'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'SecurityGroup': {'1.5'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'SubPort': {'1.0'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Subnet': {'1.1'}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Trunk': {'1.1'}} Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: consumer versions: Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: { DHCP agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: HyperV agent@hv-cinder-74014: {}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: L3 agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: Metadata agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: Metering agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: Open vSwitch agent@dv-cinder-740146-21-iscsi: { 'AddressGroup': '1.2', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Agent': '1.1', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'ConntrackHelper': '1.0', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'LocalIPAssociation': '1.0', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Log': '1.0', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'NDPProxy': '1.0', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Network': '1.1', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Port': '1.7', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'PortForwarding': '1.3', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'QosPolicy': '1.10', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'SecurityGroup': '1.5', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'SecurityGroupRule': '1.2', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'SubPort': '1.0', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Subnet': '1.1', Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: 'Trunk': '1.1'}} Sep 29 02:11:13.807307 dv-cinder-740146-21-iscsi neutron-server[106336]: {{(pid=106336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:11:13.810401 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (bcda224b-306f-4454-9bc7-0e4d3a26ef13), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:13.810734 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.segments_db [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Added segment bcda224b-306f-4454-9bc7-0e4d3a26ef13 of type vlan for network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c Sep 29 02:11:13.851404 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (4bb4610a-2c61-45df-bbe4-68be5aa4a03c), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:13.880768 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (4bb4610a-2c61-45df-bbe4-68be5aa4a03c), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:13.882028 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:13.882590 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:13.945162 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] Pushing event updated for resources: {'Network': ['ID=4bb4610a-2c61-45df-bbe4-68be5aa4a03c,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:13.951188 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-cd4ba3e3-3a1b-4c13-b6a4-5edc26b7ad3e admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5162678 Sep 29 02:11:13.954249 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40460) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:13.959862 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:11:13.961510 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-ab7c88e1-9348-4dfc-af16-365e761836c4 admin admin] Request body: {'subnet': {'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1469894860-subnet', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:13.983141 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7c88e1-9348-4dfc-af16-365e761836c4 admin admin] Made reservation on behalf of dbda18c4ee4e4c9eb64f37e71bd862cd for: {'subnet': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:13.985865 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ab7c88e1-9348-4dfc-af16-365e761836c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:14.171616 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ab7c88e1-9348-4dfc-af16-365e761836c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for subnet (ea404793-9994-408b-8c90-6ee182f1452c), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:14.220475 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c88e1-9348-4dfc-af16-365e761836c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea404793-9994-408b-8c90-6ee182f1452c,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:14.247792 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c88e1-9348-4dfc-af16-365e761836c4 admin admin] Checking segment: {'id': 'bcda224b-306f-4454-9bc7-0e4d3a26ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:14.248240 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c88e1-9348-4dfc-af16-365e761836c4 admin admin] Network hostable DHCP agents. Network: 4bb4610a-2c61-45df-bbe4-68be5aa4a03c, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:11:14.266942 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c88e1-9348-4dfc-af16-365e761836c4 admin admin] Network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:11:14.280240 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:14.285883 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c88e1-9348-4dfc-af16-365e761836c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 4bb4610a-2c61-45df-bbe4-68be5aa4a03c) {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:14.291578 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7c88e1-9348-4dfc-af16-365e761836c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:14.292698 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ab7c88e1-9348-4dfc-af16-365e761836c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:14.300987 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81f5dc-b031-4a3a-b62b-2a35a8545a3e None None] Network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:14.316066 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40472) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:14.318736 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-ab7c88e1-9348-4dfc-af16-365e761836c4 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3629501 Sep 29 02:11:14.323195 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1469894860-router', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:14.354462 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4195'] for router (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:14.356405 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628866', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:14.461760 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e9ab281-6644-5373-90c1-7212ac025641-4bb4610a-2c61-45df-bbe4-68be5aa4a03c', 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c', 'project_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'fixed_ips': [{'subnet_id': 'ea404793-9994-408b-8c90-6ee182f1452c'}]}} from dv-cinder-740146-21-iscsi. {{(pid=106337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:11:14.462693 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:14.475788 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Publish callbacks [] for router_controller (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), precommit_add_association {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:14.513349 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40484) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:14.615944 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.db_base_plugin_common [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Allocated IP 172.20.0.2 (4bb4610a-2c61-45df-bbe4-68be5aa4a03c/ea404793-9994-408b-8c90-6ee182f1452c/a8789dec-6c89-427f-8cb9-bbc8ced4f270) {{(pid=106337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:14.701882 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Publish callbacks [] for router_gateway (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:14.768720 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Publish callbacks [] for port (a8789dec-6c89-427f-8cb9-bbc8ced4f270), precommit_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:14.770719 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-158803398-network', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:14.775853 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (a8789dec-6c89-427f-8cb9-bbc8ced4f270), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:14.798538 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c is already hosted by enough agents. {{(pid=106337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:14.801657 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.base_scheduler [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Resources bound (agent type, host, resource id): {{(pid=106337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:14.813756 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Made reservation on behalf of 2a04f2488c2a4d219ad8193c4dd12b65 for: {'network': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:14.816730 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:14.827341 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Received port after_create {{(pid=106337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:14.838607 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:14.903413 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Pushing event updated for resources: {'Port': ['ID=a8789dec-6c89-427f-8cb9-bbc8ced4f270,revision_number=1']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:14.910625 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:14.918587 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.919179 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.919757 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.920500 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.922540 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.923121 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.923699 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.924252 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.924834 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.925528 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.926123 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.927332 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.928124 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.928814 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.929954 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Tracked resource versions report: Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: pushed versions: Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: { 'AddressGroup': {'1.2'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Agent': {'1.1'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'ConntrackHelper': {'1.0'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Log': {'1.0'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'NDPProxy': {'1.0'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Network': {'1.1'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Port': {'1.7'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'PortForwarding': {'1.3'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'QosPolicy': {'1.10'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'SecurityGroup': {'1.5'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'SubPort': {'1.0'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Subnet': {'1.1'}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Trunk': {'1.1'}} Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: consumer versions: Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: { DHCP agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: HyperV agent@hv-cinder-74014: {}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: L3 agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: Metadata agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: Metering agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: Open vSwitch agent@dv-cinder-740146-21-iscsi: { 'AddressGroup': '1.2', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Agent': '1.1', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'ConntrackHelper': '1.0', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'LocalIPAssociation': '1.0', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Log': '1.0', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'NDPProxy': '1.0', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Network': '1.1', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Port': '1.7', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'PortForwarding': '1.3', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'QosPolicy': '1.10', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'SecurityGroup': '1.5', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'SecurityGroupRule': '1.2', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'SubPort': '1.0', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Subnet': '1.1', Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: 'Trunk': '1.1'}} Sep 29 02:11:14.931385 dv-cinder-740146-21-iscsi neutron-server[106337]: {{(pid=106337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:11:14.938061 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Attempting to bind port a8789dec-6c89-427f-8cb9-bbc8ced4f270 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:14.938061 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Attempting to bind port a8789dec-6c89-427f-8cb9-bbc8ced4f270 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': 'bcda224b-306f-4454-9bc7-0e4d3a26ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:14.938993 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Attempting to bind port a8789dec-6c89-427f-8cb9-bbc8ced4f270 on network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:15.001380 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:15.002051 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Checking segment: {'id': 'bcda224b-306f-4454-9bc7-0e4d3a26ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:15.002146 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.002582 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Bound using segment: {'id': 'bcda224b-306f-4454-9bc7-0e4d3a26ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:15.004605 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Bound port: a8789dec-6c89-427f-8cb9-bbc8ced4f270, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcda224b-306f-4454-9bc7-0e4d3a26ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:15.005054 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a8789dec-6c89-427f-8cb9-bbc8ced4f270), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.009641 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Publish callbacks [] for security_group (cfeb07c6-c422-4499-a900-487e4b0bbf6c), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.017961 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (cfeb07c6-c422-4499-a900-487e4b0bbf6c), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.032207 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=106336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:11:15.042282 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (a3217092-bae3-4d6d-a3a6-74cdf45afc86), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.042632 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.segments_db [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Added segment a3217092-bae3-4d6d-a3a6-74cdf45afc86 of type vlan for network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 Sep 29 02:11:15.087797 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (5eda99a4-97f4-45f5-b6b7-9edb65ee1be4), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.103251 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Publish callbacks [] for router_gateway (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.117988 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (5eda99a4-97f4-45f5-b6b7-9edb65ee1be4), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.119307 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:15.119889 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.135277 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.150249 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] For port a8789dec-6c89-427f-8cb9-bbc8ced4f270, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:15.154032 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] For port a8789dec-6c89-427f-8cb9-bbc8ced4f270, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a8789dec-6c89-427f-8cb9-bbc8ced4f270,segment=NetworkSegment(bcda224b-306f-4454-9bc7-0e4d3a26ef13),segment_id=bcda224b-306f-4454-9bc7-0e4d3a26ef13)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:15.161712 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a8789dec-6c89-427f-8cb9-bbc8ced4f270), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.214933 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6977808 Sep 29 02:11:15.214933 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Pushing event updated for resources: {'Network': ['ID=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:15.215725 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40532) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:15.234025 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-f2c5be96-ddd9-4f3e-9193-1461440f00d3 admin admin] Request body: {'subnet': {'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-158803398-subnet', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:15.237793 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:11:15.267493 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f05a8-ebaf-47c8-b91e-9d3c7e1d4e48 None None] Pushing event updated for resources: {'Port': ['ID=a8789dec-6c89-427f-8cb9-bbc8ced4f270,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:15.294833 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10df67e-d11b-43ce-8c75-d7a770c8cd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeb07c6-c422-4499-a900-487e4b0bbf6c,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:15.300555 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c5be96-ddd9-4f3e-9193-1461440f00d3 admin admin] Made reservation on behalf of 2a04f2488c2a4d219ad8193c4dd12b65 for: {'subnet': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:15.303177 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f2c5be96-ddd9-4f3e-9193-1461440f00d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.366646 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a8d8525f-2371-4072-823b-187f5bf72f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.490369 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Allocated IP 172.27.3.180 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/0f57f015-b3f4-4cce-a06c-b9dbe6387ef9) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:15.589100 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f2c5be96-ddd9-4f3e-9193-1461440f00d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for subnet (c97b77e6-502e-434a-8af4-d88686453bb8), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.597129 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40540) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:15.686333 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:DELETE=4,neutron:SELECT=74,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:15.695051 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5be96-ddd9-4f3e-9193-1461440f00d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c97b77e6-502e-434a-8af4-d88686453bb8,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:15.700620 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5be96-ddd9-4f3e-9193-1461440f00d3 admin admin] Checking segment: {'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:15.701060 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c5be96-ddd9-4f3e-9193-1461440f00d3 admin admin] Network hostable DHCP agents. Network: 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:11:15.724898 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c5be96-ddd9-4f3e-9193-1461440f00d3 admin admin] Network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:11:15.745928 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-f2c5be96-ddd9-4f3e-9193-1461440f00d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4) {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:15.751120 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c5be96-ddd9-4f3e-9193-1461440f00d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:15.751807 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f2c5be96-ddd9-4f3e-9193-1461440f00d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.763750 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059539a6-b620-42a8-8764-92f10ffb5a97 None None] Network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:15.769212 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Publish callbacks [] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.782429 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-f2c5be96-ddd9-4f3e-9193-1461440f00d3 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5616112 Sep 29 02:11:15.785122 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40550) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:15.790840 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:15.821872 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4195'] for router (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.823296 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628866', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.833682 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:15.835937 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:15.860648 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.903308 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Publish callbacks [] for router_controller (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), precommit_add_association {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:15.906173 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e9ab281-6644-5373-90c1-7212ac025641-5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8'}]}} from dv-cinder-740146-21-iscsi. {{(pid=106337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:11:15.907214 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:16.024252 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:16.025862 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Pushing event updated for resources: {'Port': ['ID=0f57f015-b3f4-4cce-a06c-b9dbe6387ef9,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:16.047192 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:16.049355 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.049707 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.050053 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.050390 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.050726 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.051058 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.051385 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.051709 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.052594 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.057972 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.060903 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.061461 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.061969 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.062468 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.063113 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Tracked resource versions report: Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: pushed versions: Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: { 'AddressGroup': {'1.2'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Agent': {'1.1'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'ConntrackHelper': {'1.0'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Log': {'1.0'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'NDPProxy': {'1.0'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Network': {'1.1'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Port': {'1.7'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'PortForwarding': {'1.3'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'QosPolicy': {'1.10'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'SecurityGroup': {'1.5'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'SubPort': {'1.0'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Subnet': {'1.1'}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Trunk': {'1.1'}} Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: consumer versions: Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: { DHCP agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: HyperV agent@hv-cinder-74014: {}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: L3 agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: Metadata agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: Metering agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: Open vSwitch agent@dv-cinder-740146-21-iscsi: { 'AddressGroup': '1.2', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Agent': '1.1', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'ConntrackHelper': '1.0', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'LocalIPAssociation': '1.0', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Log': '1.0', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'NDPProxy': '1.0', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Network': '1.1', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Port': '1.7', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'PortForwarding': '1.3', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'QosPolicy': '1.10', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'SecurityGroup': '1.5', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'SecurityGroupRule': '1.2', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'SubPort': '1.0', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Subnet': '1.1', Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: 'Trunk': '1.1'}} Sep 29 02:11:16.065729 dv-cinder-740146-21-iscsi neutron-server[106335]: {{(pid=106335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:11:16.073641 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:16.107683 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:16.145181 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.db_base_plugin_common [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Allocated IP 172.20.0.2 (5eda99a4-97f4-45f5-b6b7-9edb65ee1be4/c97b77e6-502e-434a-8af4-d88686453bb8/dae8196f-66ed-4e8a-b46d-0ba488312167) {{(pid=106337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:16.233918 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40560) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:16.271196 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-716327593-network', 'tenant_id': '320dd138f254473a84a601c153e1e39b'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:16.298539 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Publish callbacks [] for router_gateway (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:16.334685 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Made reservation on behalf of 320dd138f254473a84a601c153e1e39b for: {'network': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:16.337147 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:16.398463 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:16.455293 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Publish callbacks [] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), precommit_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:16.471802 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:16.498495 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:16.558070 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 is already hosted by enough agents. {{(pid=106337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:16.578903 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.base_scheduler [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Resources bound (agent type, host, resource id): {{(pid=106337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:16.596276 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Received port after_create {{(pid=106337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:16.655705 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a8789dec-6c89-427f-8cb9-bbc8ced4f270 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:16.670866 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Publish callbacks [] for security_group (f1ceb900-a91f-4e94-9a7f-ea88a94ec629), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:16.690745 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (f1ceb900-a91f-4e94-9a7f-ea88a94ec629), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:16.693546 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Pushing event updated for resources: {'Port': ['ID=dae8196f-66ed-4e8a-b46d-0ba488312167,revision_number=1']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:16.745614 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Publish callbacks [] for router_gateway (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:16.753054 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7174cc55-98dc-4742-b518-8e20b311734d None None] Network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:16.826975 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=106336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:11:16.834345 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:16.883318 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ceb900-a91f-4e94-9a7f-ea88a94ec629,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:16.900346 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (05a66e65-2c98-4962-b0c9-17c2a83c2a15), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:16.900771 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.segments_db [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Added segment 05a66e65-2c98-4962-b0c9-17c2a83c2a15 of type vlan for network c2bc5a46-4a67-46c9-9128-c14743d2b1ef Sep 29 02:11:16.926339 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Publish callbacks [] for router_gateway (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:16.962491 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-384c43b4-f22d-44c7-bd25-185a78b88d05 None None] Provisioning complete for port a8789dec-6c89-427f-8cb9-bbc8ced4f270 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:16.962896 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-384c43b4-f22d-44c7-bd25-185a78b88d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a8789dec-6c89-427f-8cb9-bbc8ced4f270), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:16.963229 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-384c43b4-f22d-44c7-bd25-185a78b88d05 None None] Attempt 1 to provision port a8789dec-6c89-427f-8cb9-bbc8ced4f270 Sep 29 02:11:17.044252 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-898523006-network', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:17.079192 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=6 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:17.085308 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-384c43b4-f22d-44c7-bd25-185a78b88d05 None None] Current status of the port a8789dec-6c89-427f-8cb9-bbc8ced4f270 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:17.090309 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-384c43b4-f22d-44c7-bd25-185a78b88d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a8789dec-6c89-427f-8cb9-bbc8ced4f270), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.096433 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (c2bc5a46-4a67-46c9-9128-c14743d2b1ef), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.133311 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:17.149443 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-384c43b4-f22d-44c7-bd25-185a78b88d05 None None] For port a8789dec-6c89-427f-8cb9-bbc8ced4f270, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a8789dec-6c89-427f-8cb9-bbc8ced4f270,segment=NetworkSegment(bcda224b-306f-4454-9bc7-0e4d3a26ef13),segment_id=bcda224b-306f-4454-9bc7-0e4d3a26ef13)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:17.163051 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-384c43b4-f22d-44c7-bd25-185a78b88d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a8789dec-6c89-427f-8cb9-bbc8ced4f270), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.200703 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.db.resource_extend [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 29 02:11:17.205980 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Attempting to bind port dae8196f-66ed-4e8a-b46d-0ba488312167 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:17.206363 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Attempting to bind port dae8196f-66ed-4e8a-b46d-0ba488312167 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:17.206792 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Attempting to bind port dae8196f-66ed-4e8a-b46d-0ba488312167 on network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:17.219247 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Made reservation on behalf of cc20488e0b2d48f796052c4e76990b19 for: {'network': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:17.222280 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.242588 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.296598 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:17.308542 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port a8789dec-6c89-427f-8cb9-bbc8ced4f270 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:17.308959 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a8789dec-6c89-427f-8cb9-bbc8ced4f270), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.309307 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port a8789dec-6c89-427f-8cb9-bbc8ced4f270 Sep 29 02:11:17.353085 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:17.365562 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Publish callbacks [] for security_group (976acbfb-9143-4dcf-949c-0f2777ddb562), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.383479 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (c2bc5a46-4a67-46c9-9128-c14743d2b1ef), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.387512 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:17.388434 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.392987 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649523'] for router (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.399319 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c43b4-f22d-44c7-bd25-185a78b88d05 None None] Pushing event updated for resources: {'Port': ['ID=a8789dec-6c89-427f-8cb9-bbc8ced4f270,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:17.406170 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (976acbfb-9143-4dcf-949c-0f2777ddb562), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.427320 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=106336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:11:17.443463 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (ed99fffe-e911-44cb-bb37-dba62e510cfc), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.443813 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.segments_db [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Added segment ed99fffe-e911-44cb-bb37-dba62e510cfc of type vlan for network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 Sep 29 02:11:17.459529 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:17.469926 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Checking segment: {'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:17.470603 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.471240 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Bound using segment: {'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:17.471962 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Bound port: dae8196f-66ed-4e8a-b46d-0ba488312167, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:17.472619 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.491496 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (b25b9e79-fa1e-4200-ad0c-c5a4994891b2), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.531205 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9328094 Sep 29 02:11:17.532025 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port a8789dec-6c89-427f-8cb9-bbc8ced4f270 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:17.587632 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] For port dae8196f-66ed-4e8a-b46d-0ba488312167, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:17.594254 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] For port dae8196f-66ed-4e8a-b46d-0ba488312167, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=dae8196f-66ed-4e8a-b46d-0ba488312167,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:17.603618 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.619973 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40614) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:17.646072 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-eda2d87e-4c60-43a7-9248-5ccec1eddae3 admin admin] Request body: {'subnet': {'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-subnet', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:17.715768 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda2d87e-4c60-43a7-9248-5ccec1eddae3 admin admin] Made reservation on behalf of 320dd138f254473a84a601c153e1e39b for: {'subnet': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:17.718557 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-eda2d87e-4c60-43a7-9248-5ccec1eddae3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.733885 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0739b0-14ef-4f1b-b9e0-37cf550dab9d admin admin] Pushing event updated for resources: {'Network': ['ID=c2bc5a46-4a67-46c9-9128-c14743d2b1ef,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:17.741561 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (b25b9e79-fa1e-4200-ad0c-c5a4994891b2), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.744336 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:17.744946 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.754379 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8e3adb53-919a-4473-9952-c8163e064965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.765556 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network c2bc5a46-4a67-46c9-9128-c14743d2b1ef details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:11:17.804796 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-b225e155-7155-45ca-81cb-43a87d0b788f None None] Provisioning complete for port a8789dec-6c89-427f-8cb9-bbc8ced4f270 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:17.805214 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b225e155-7155-45ca-81cb-43a87d0b788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a8789dec-6c89-427f-8cb9-bbc8ced4f270), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:17.805560 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-b225e155-7155-45ca-81cb-43a87d0b788f None None] Attempt 1 to provision port a8789dec-6c89-427f-8cb9-bbc8ced4f270 Sep 29 02:11:17.856131 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976acbfb-9143-4dcf-949c-0f2777ddb562,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:17.901755 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Allocated IP 172.27.3.162 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/bde07bac-8a87-40f0-9e16-5a255fa1e205) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:17.950951 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=19,neutron:SELECT=78,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:18.004586 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c470dd9-5b3c-4296-af36-5fdc3aacc4f5 None None] Pushing event updated for resources: {'Port': ['ID=dae8196f-66ed-4e8a-b46d-0ba488312167,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:18.037346 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-eda2d87e-4c60-43a7-9248-5ccec1eddae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for subnet (764dc2d1-8bd7-4871-9f05-6fabbfe2761a), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:18.123333 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda2d87e-4c60-43a7-9248-5ccec1eddae3 admin admin] Checking segment: {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:18.123694 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda2d87e-4c60-43a7-9248-5ccec1eddae3 admin admin] Network hostable DHCP agents. Network: c2bc5a46-4a67-46c9-9128-c14743d2b1ef, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:11:18.146898 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] Pushing event updated for resources: {'Network': ['ID=b25b9e79-fa1e-4200-ad0c-c5a4994891b2,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:18.150969 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-b225e155-7155-45ca-81cb-43a87d0b788f None None] Current status of the port a8789dec-6c89-427f-8cb9-bbc8ced4f270 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:18.172631 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:11:18.178989 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-0b31c5b5-f69d-402a-8fca-e0bd24e9ab6f admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9440746 Sep 29 02:11:18.182650 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40640) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:18.185330 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda2d87e-4c60-43a7-9248-5ccec1eddae3 admin admin] Network c2bc5a46-4a67-46c9-9128-c14743d2b1ef is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:11:18.202772 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-65a8c1cc-0ff6-4600-94be-6abb36e57575 admin admin] Request body: {'subnet': {'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-898523006-subnet', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:18.211215 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:18.287205 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-eda2d87e-4c60-43a7-9248-5ccec1eddae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, c2bc5a46-4a67-46c9-9128-c14743d2b1ef) {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:18.291638 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a8c1cc-0ff6-4600-94be-6abb36e57575 admin admin] Made reservation on behalf of cc20488e0b2d48f796052c4e76990b19 for: {'subnet': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:18.294332 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-65a8c1cc-0ff6-4600-94be-6abb36e57575 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:18.301404 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271cf564-7973-44a3-823f-258e84ce14d5 None None] Network c2bc5a46-4a67-46c9-9128-c14743d2b1ef requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:18.478421 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e9ab281-6644-5373-90c1-7212ac025641-c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'project_id': '320dd138f254473a84a601c153e1e39b', 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a'}]}} from dv-cinder-740146-21-iscsi. {{(pid=106337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:11:18.479366 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:18.485294 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Publish callbacks [] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:18.532127 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:18.550005 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Router 1ce0f279-44fc-45cf-b59a-ec3c4303aaac is scheduled to L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 with binding_index 1 {{(pid=106335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:11:18.555867 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:18.564207 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda2d87e-4c60-43a7-9248-5ccec1eddae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:18.575659 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-eda2d87e-4c60-43a7-9248-5ccec1eddae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:18.577786 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:18.581136 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:18.633521 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:18.638933 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-65a8c1cc-0ff6-4600-94be-6abb36e57575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for subnet (e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:18.643377 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2d87e-4c60-43a7-9248-5ccec1eddae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=764dc2d1-8bd7-4871-9f05-6fabbfe2761a,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:18.773001 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device dae8196f-66ed-4e8a-b46d-0ba488312167 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:18.791319 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-eda2d87e-4c60-43a7-9248-5ccec1eddae3 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1623735 Sep 29 02:11:18.797569 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40670) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:18.858840 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:18.911963 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:18.941257 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8c1cc-0ff6-4600-94be-6abb36e57575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:18.981696 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.009160 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.db_base_plugin_common [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Allocated IP 172.20.0.2 (c2bc5a46-4a67-46c9-9128-c14743d2b1ef/764dc2d1-8bd7-4871-9f05-6fabbfe2761a/a358dcf2-0a48-4a10-9f00-ccda9f5d8943) {{(pid=106337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:19.055960 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port dae8196f-66ed-4e8a-b46d-0ba488312167 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:19.056345 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.056682 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port dae8196f-66ed-4e8a-b46d-0ba488312167 Sep 29 02:11:19.064244 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a8c1cc-0ff6-4600-94be-6abb36e57575 admin admin] Checking segment: {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:19.064743 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a8c1cc-0ff6-4600-94be-6abb36e57575 admin admin] Network hostable DHCP agents. Network: b25b9e79-fa1e-4200-ad0c-c5a4994891b2, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:11:19.067626 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4195'] for router (891e7a51-e7ed-4e86-8786-d028bca32978), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.069015 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628866', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router (891e7a51-e7ed-4e86-8786-d028bca32978), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.080092 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Pushing event updated for resources: {'Port': ['ID=bde07bac-8a87-40f0-9e16-5a255fa1e205,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:19.132357 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:19.142406 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Sync routers for ids ['1ce0f279-44fc-45cf-b59a-ec3c4303aaac'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:19.155110 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a8c1cc-0ff6-4600-94be-6abb36e57575 admin admin] Network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:11:19.159284 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:19.167920 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Routers {'1ce0f279-44fc-45cf-b59a-ec3c4303aaac'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:19.169980 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:19.171746 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['1ce0f279-44fc-45cf-b59a-ec3c4303aaac'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:19.227156 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Publish callbacks [] for router_gateway (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.238593 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.249473 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-c3866929-0287-45ba-be75-336d937331bb admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9315801 Sep 29 02:11:19.250151 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40686) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:19.255790 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Publish callbacks [] for router_controller (891e7a51-e7ed-4e86-8786-d028bca32978), precommit_add_association {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.266613 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-65a8c1cc-0ff6-4600-94be-6abb36e57575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, b25b9e79-fa1e-4200-ad0c-c5a4994891b2) {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:19.281097 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a8c1cc-0ff6-4600-94be-6abb36e57575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:19.281696 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-65a8c1cc-0ff6-4600-94be-6abb36e57575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.286257 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d50a6e-ad22-46a0-874a-b1eaec617243 None None] Network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:19.343793 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e210005-bdcc-4dcc-9c08-1fe95ee51b26 None None] Network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:19.553369 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-65a8c1cc-0ff6-4600-94be-6abb36e57575 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3669064 Sep 29 02:11:19.574083 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40700) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:19.584913 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port dae8196f-66ed-4e8a-b46d-0ba488312167 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:19.585648 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.599365 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:19.662671 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649523'] for router (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.679874 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40708) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:19.721384 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-e819b4b5-956b-41b2-90a2-fc6105b4749a None None] Provisioning complete for port dae8196f-66ed-4e8a-b46d-0ba488312167 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:19.731005 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e819b4b5-956b-41b2-90a2-fc6105b4749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.734261 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-e819b4b5-956b-41b2-90a2-fc6105b4749a None None] Attempt 1 to provision port dae8196f-66ed-4e8a-b46d-0ba488312167 Sep 29 02:11:19.738774 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Set router 1ce0f279-44fc-45cf-b59a-ec3c4303aaac gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:19.745740 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4195'] for router (e630c1dd-cb78-4605-9969-e8364ff9fde9), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.748337 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628866', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router (e630c1dd-cb78-4605-9969-e8364ff9fde9), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.925181 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Publish callbacks [] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), precommit_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.931586 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port dae8196f-66ed-4e8a-b46d-0ba488312167, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=dae8196f-66ed-4e8a-b46d-0ba488312167,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:19.937554 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Publish callbacks [] for router_gateway (891e7a51-e7ed-4e86-8786-d028bca32978), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.962102 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.964908 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:19.965994 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a8789dec-6c89-427f-8cb9-bbc8ced4f270 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:19.998245 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e9ab281-6644-5373-90c1-7212ac025641-b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb'}]}} from dv-cinder-740146-21-iscsi. {{(pid=106337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:11:19.999160 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.158495 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'name': 'tempest-DeleteServersTestJSON-1469894860-router', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:14Z', 'updated_at': '2022-09-29T02:11:16Z', 'revision_number': 3, 'project_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'gw_port': {'id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:20.197118 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Checking router: 1ce0f279-44fc-45cf-b59a-ec3c4303aaac for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:20.197735 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Updating router 1ce0f279-44fc-45cf-b59a-ec3c4303aaac port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 binding host dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:20.243207 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.249748 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Publish callbacks [] for router_controller (e630c1dd-cb78-4605-9969-e8364ff9fde9), precommit_add_association {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.266835 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e2173cf4-ad06-4101-a72e-be92993f414c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.295210 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:20.349251 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Network c2bc5a46-4a67-46c9-9128-c14743d2b1ef is already hosted by enough agents. {{(pid=106337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:20.362691 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:20.414405 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.base_scheduler [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Resources bound (agent type, host, resource id): {{(pid=106337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:20.446251 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Publish callbacks [] for router_gateway (e630c1dd-cb78-4605-9969-e8364ff9fde9), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.466037 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Received port after_create {{(pid=106337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:20.490857 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Pushing event updated for resources: {'Port': ['ID=a358dcf2-0a48-4a10-9f00-ccda9f5d8943,revision_number=1']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:20.574359 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:20.578942 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.696799 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40742) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:20.705237 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-e819b4b5-956b-41b2-90a2-fc6105b4749a None None] Current status of the port dae8196f-66ed-4e8a-b46d-0ba488312167 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:20.707585 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.724954 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Publish callbacks [] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), precommit_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.730700 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e2173cf4-ad06-4101-a72e-be92993f414c admin admin] Publish callbacks [] for security_group (f8ed3e82-a5ad-4564-ad65-45afa022d9e3), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.731741 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:20.732212 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port a8789dec-6c89-427f-8cb9-bbc8ced4f270 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:20.732786 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a8789dec-6c89-427f-8cb9-bbc8ced4f270), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.733461 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port a8789dec-6c89-427f-8cb9-bbc8ced4f270 Sep 29 02:11:20.736604 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.761535 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Attempting to bind port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:20.762076 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Attempting to bind port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:20.762446 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Attempting to bind port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 on network 44335703-30ea-48cd-a18a-5857ed0e04da {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:20.783757 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e2173cf4-ad06-4101-a72e-be92993f414c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (f8ed3e82-a5ad-4564-ad65-45afa022d9e3), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.788097 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:20.801228 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:20.806591 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=dae8196f-66ed-4e8a-b46d-0ba488312167,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:20.814097 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Attempting to bind port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:20.814601 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Attempting to bind port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:20.814922 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Attempting to bind port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 on network c2bc5a46-4a67-46c9-9128-c14743d2b1ef {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:20.841504 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2173cf4-ad06-4101-a72e-be92993f414c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ed3e82-a5ad-4564-ad65-45afa022d9e3,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:20.846337 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:20.846725 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Checking segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:20.847130 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.847523 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Bound using segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:20.848005 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Bound port: 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:20.848387 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.919487 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:20.923424 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Pushing event updated for resources: {'Port': ['ID=0f57f015-b3f4-4cce-a06c-b9dbe6387ef9,revision_number=2']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:20.928692 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] For port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:20.931648 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:20.932410 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Checking segment: {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:20.933027 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.933987 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Bound using segment: {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:20.934724 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Bound port: a358dcf2-0a48-4a10-9f00-ccda9f5d8943, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:20.935484 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.937016 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] For port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=0f57f015-b3f4-4cce-a06c-b9dbe6387ef9,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:20.938997 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.939400 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.939770 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.940396 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.940735 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.941087 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.941501 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.941785 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.942127 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.942983 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.943313 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.943704 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.944040 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.944360 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.944680 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Tracked resource versions report: Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: pushed versions: Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: { 'AddressGroup': {'1.2'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Agent': {'1.1'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'ConntrackHelper': {'1.0'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Log': {'1.0'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'NDPProxy': {'1.0'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Network': {'1.1'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Port': {'1.7'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'PortForwarding': {'1.3'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'QosPolicy': {'1.10'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'SecurityGroup': {'1.5'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'SubPort': {'1.0'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Subnet': {'1.1'}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Trunk': {'1.1'}} Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: consumer versions: Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: { DHCP agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: HyperV agent@hv-cinder-74014: {}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: L3 agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: Metadata agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: Metering agent@dv-cinder-740146-21-iscsi: {}, Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: Open vSwitch agent@dv-cinder-740146-21-iscsi: { 'AddressGroup': '1.2', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Agent': '1.1', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'ConntrackHelper': '1.0', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'LocalIPAssociation': '1.0', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Log': '1.0', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'NDPProxy': '1.0', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Network': '1.1', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Port': '1.7', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'PortForwarding': '1.3', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'QosPolicy': '1.10', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'SecurityGroup': '1.5', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'SecurityGroupRule': '1.2', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'SubPort': '1.0', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Subnet': '1.1', Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: 'Trunk': '1.1'}} Sep 29 02:11:20.945954 dv-cinder-740146-21-iscsi neutron-server[106338]: {{(pid=106338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:11:20.949940 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-35cccd9a-775a-458d-a579-0b3265fa5d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.954230 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Publish callbacks [] for router_gateway (e630c1dd-cb78-4605-9969-e8364ff9fde9), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.956211 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.968281 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-b180f7f2-1ac9-4222-b354-ce08169df250 None None] Provisioning complete for port dae8196f-66ed-4e8a-b46d-0ba488312167 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:20.968696 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b180f7f2-1ac9-4222-b354-ce08169df250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:20.969067 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-b180f7f2-1ac9-4222-b354-ce08169df250 None None] Attempt 1 to provision port dae8196f-66ed-4e8a-b46d-0ba488312167 Sep 29 02:11:21.000751 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40752) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:21.006115 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-e2173cf4-ad06-4101-a72e-be92993f414c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1f133b5228214aa2bbf9b7d5bd35785b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3242180 Sep 29 02:11:21.023648 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:21.027668 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b is scheduled to L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 with binding_index 1 {{(pid=106336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:11:21.030715 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Routers {'1ce0f279-44fc-45cf-b59a-ec3c4303aaac'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:21.031779 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['1ce0f279-44fc-45cf-b59a-ec3c4303aaac'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:21.034681 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Publish callbacks [] for router_gateway (891e7a51-e7ed-4e86-8786-d028bca32978), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:21.076577 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.db_base_plugin_common [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Allocated IP 172.20.0.2 (b25b9e79-fa1e-4200-ad0c-c5a4994891b2/e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb/46db757c-2cc0-4f8a-a6f6-68221ca4891e) {{(pid=106337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:21.133051 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:21.135441 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] For port a358dcf2-0a48-4a10-9f00-ccda9f5d8943, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:21.165444 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d0500-17c1-4ff2-96f3-3567104aa230 None None] Pushing event updated for resources: {'Port': ['ID=0f57f015-b3f4-4cce-a06c-b9dbe6387ef9,revision_number=3']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:21.190740 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] For port a358dcf2-0a48-4a10-9f00-ccda9f5d8943, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a358dcf2-0a48-4a10-9f00-ccda9f5d8943,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:21.218567 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port a8789dec-6c89-427f-8cb9-bbc8ced4f270 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:21.307704 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:21.323687 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] Set router 1ce0f279-44fc-45cf-b59a-ec3c4303aaac gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:21.344613 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:21.381245 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:21.382560 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-6d7e0e81-caad-48c3-b405-c85f284f294b admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5959156 Sep 29 02:11:21.387003 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device dae8196f-66ed-4e8a-b46d-0ba488312167 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:21.389240 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40762) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:21.396044 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Sync routers for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:21.435825 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-b180f7f2-1ac9-4222-b354-ce08169df250 None None] Current status of the port dae8196f-66ed-4e8a-b46d-0ba488312167 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:21.470477 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Allocated IP 172.27.3.75 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/fd89ea06-444c-4c59-bbae-5811256f705c) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:21.513038 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:21.514336 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:21.595336 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:21.674345 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:21.675840 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046fb61-3472-4d76-8696-01e399e5de1d None None] Pushing event updated for resources: {'Port': ['ID=a358dcf2-0a48-4a10-9f00-ccda9f5d8943,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:21.760721 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port dae8196f-66ed-4e8a-b46d-0ba488312167 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:21.761464 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:21.764165 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port dae8196f-66ed-4e8a-b46d-0ba488312167 Sep 29 02:11:21.767452 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:21.818189 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d7a4-e0ae-4bb6-bef3-09df0cf0995d admin admin] Publish callbacks [] for security_group (f8ed3e82-a5ad-4564-ad65-45afa022d9e3), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:21.861906 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'name': 'tempest-DeleteServersTestJSON-1469894860-router', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:14Z', 'updated_at': '2022-09-29T02:11:16Z', 'revision_number': 3, 'project_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'gw_port': {'id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:21.926525 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:21.935252 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f1f3f-9523-422f-9fe8-2df4656dbe1f None None] The sync data for ids ['1ce0f279-44fc-45cf-b59a-ec3c4303aaac'] in dv-cinder-740146-21-iscsi is: [{'id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'name': 'tempest-DeleteServersTestJSON-1469894860-router', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:14Z', 'updated_at': '2022-09-29T02:11:16Z', 'revision_number': 3, 'project_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'gw_port': {'id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:11:21.939470 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:21.995981 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d7a4-e0ae-4bb6-bef3-09df0cf0995d admin admin] Publish callbacks [] for security_group (f8ed3e82-a5ad-4564-ad65-45afa022d9e3), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.050157 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Publish callbacks [] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), precommit_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.135693 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.164080 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-35cccd9a-775a-458d-a579-0b3265fa5d0d admin admin] Publish callbacks [] for security_group (26e7bbde-8087-4adb-870a-c2a1b38109d0), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.169023 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:22.179222 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.215126 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-35cccd9a-775a-458d-a579-0b3265fa5d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (26e7bbde-8087-4adb-870a-c2a1b38109d0), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.254976 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:22.259580 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 is already hosted by enough agents. {{(pid=106337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:22.268392 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.base_scheduler [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Resources bound (agent type, host, resource id): {{(pid=106337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:22.289761 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Received port after_create {{(pid=106337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:22.328024 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Publish callbacks [] for port (fd89ea06-444c-4c59-bbae-5811256f705c), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.352100 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:22.402377 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Pushing event updated for resources: {'Port': ['ID=46db757c-2cc0-4f8a-a6f6-68221ca4891e,revision_number=1']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:22.419696 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Allocated IP 172.20.0.1 (5eda99a4-97f4-45f5-b6b7-9edb65ee1be4/c97b77e6-502e-434a-8af4-d88686453bb8/10252269-8e75-4807-b023-f6c297a391ac) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:22.480135 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port dae8196f-66ed-4e8a-b46d-0ba488312167 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:22.484341 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-35cccd9a-775a-458d-a579-0b3265fa5d0d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=62c01a340fd24c00ba44152b74b8ef76&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7862630 Sep 29 02:11:22.490438 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cccd9a-775a-458d-a579-0b3265fa5d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e7bbde-8087-4adb-870a-c2a1b38109d0,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:22.497872 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40784) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:22.512990 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Attempting to bind port 46db757c-2cc0-4f8a-a6f6-68221ca4891e on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:22.513274 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Attempting to bind port 46db757c-2cc0-4f8a-a6f6-68221ca4891e by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:22.513647 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Attempting to bind port 46db757c-2cc0-4f8a-a6f6-68221ca4891e on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:22.596647 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Publish callbacks [] for port (10252269-8e75-4807-b023-f6c297a391ac), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.619639 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d7a4-e0ae-4bb6-bef3-09df0cf0995d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (f8ed3e82-a5ad-4564-ad65-45afa022d9e3), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.623109 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d7a4-e0ae-4bb6-bef3-09df0cf0995d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.624298 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d8c5d7a4-e0ae-4bb6-bef3-09df0cf0995d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f8ed3e82-a5ad-4564-ad65-45afa022d9e3 HTTP/1.1" status: 204 len: 168 time: 1.6196606 Sep 29 02:11:22.638672 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (10252269-8e75-4807-b023-f6c297a391ac), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.692674 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Pushing event updated for resources: {'Port': ['ID=10252269-8e75-4807-b023-f6c297a391ac,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:22.705696 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:22.707173 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:22.710398 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:22.710972 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625956'] for router_interface (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.711246 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:22.713290 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Checking segment: {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:22.713705 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.714105 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Bound using segment: {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:22.714608 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Bound port: 46db757c-2cc0-4f8a-a6f6-68221ca4891e, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:22.714983 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.724145 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:18Z', 'revision_number': 3, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:22.743898 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Allocated IP 172.20.0.1 (4bb4610a-2c61-45df-bbe4-68be5aa4a03c/ea404793-9994-408b-8c90-6ee182f1452c/7811e8f5-9cc5-4870-8906-d3646ea034e5) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:22.813550 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Checking router: ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:22.816388 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Updating router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b port bde07bac-8a87-40f0-9e16-5a255fa1e205 binding host dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:22.905578 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:22.932889 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.967651 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5d7a4-e0ae-4bb6-bef3-09df0cf0995d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ed3e82-a5ad-4564-ad65-45afa022d9e3,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:22.974594 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Publish callbacks [] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.982396 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (fd89ea06-444c-4c59-bbae-5811256f705c), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:22.997934 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:23.056911 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ced2b2-1067-46fc-ae73-79d19840c0fc None None] Network c2bc5a46-4a67-46c9-9128-c14743d2b1ef requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:23.062474 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] For port 46db757c-2cc0-4f8a-a6f6-68221ca4891e, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:23.086995 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:23.109621 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:23.128441 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:23.133608 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Pushing event updated for resources: {'Port': ['ID=fd89ea06-444c-4c59-bbae-5811256f705c,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:23.168924 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-dcd28398-f45f-467c-bcdc-2e250cdffe38 admin admin] Publish callbacks [] for security_group (26e7bbde-8087-4adb-870a-c2a1b38109d0), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.327947 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-dcd28398-f45f-467c-bcdc-2e250cdffe38 admin admin] Publish callbacks [] for security_group (26e7bbde-8087-4adb-870a-c2a1b38109d0), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.328999 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Allocated IP 172.27.3.19 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/a6937d4d-2764-42f5-a5e2-f9a91f4990c6) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:23.412594 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.424688 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] For port 46db757c-2cc0-4f8a-a6f6-68221ca4891e, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=46db757c-2cc0-4f8a-a6f6-68221ca4891e,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:23.466145 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.482263 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-dcd28398-f45f-467c-bcdc-2e250cdffe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (26e7bbde-8087-4adb-870a-c2a1b38109d0), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.491984 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (10252269-8e75-4807-b023-f6c297a391ac), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.502818 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-dcd28398-f45f-467c-bcdc-2e250cdffe38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.504977 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:23.506030 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Provisioning complete for port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:23.506576 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.506879 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Attempt 1 to provision port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 Sep 29 02:11:23.509834 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-dcd28398-f45f-467c-bcdc-2e250cdffe38 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/26e7bbde-8087-4adb-870a-c2a1b38109d0 HTTP/1.1" status: 204 len: 168 time: 0.9793487 Sep 29 02:11:23.544031 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:23.569838 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd28398-f45f-467c-bcdc-2e250cdffe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e7bbde-8087-4adb-870a-c2a1b38109d0,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:23.575023 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:23.614493 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:23.626986 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:23.627774 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625956'] for router_interface (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.664118 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Pushing event updated for resources: {'Port': ['ID=7811e8f5-9cc5-4870-8906-d3646ea034e5,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:23.845713 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Publish callbacks [] for port (10252269-8e75-4807-b023-f6c297a391ac), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.850438 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:23.865442 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (10252269-8e75-4807-b023-f6c297a391ac), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.866202 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626064'] for router_interface (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.988200 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Publish callbacks [] for router_gateway (891e7a51-e7ed-4e86-8786-d028bca32978), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.997633 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:24.151980 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:24.155077 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Pushing event updated for resources: {'Port': ['ID=10252269-8e75-4807-b023-f6c297a391ac,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:24.170592 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:24.171627 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.172112 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 Sep 29 02:11:24.209473 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:24.210597 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40822) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:24.216734 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:24.240238 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Publish callbacks [] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.245556 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8efca-ba53-4171-a357-3f8e9dc411fe None None] Pushing event updated for resources: {'Port': ['ID=46db757c-2cc0-4f8a-a6f6-68221ca4891e,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:24.274831 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ad720532-ce71-470f-b6a5-de10cd9e4f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.319086 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Current status of the port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:24.319863 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.372452 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] For port a358dcf2-0a48-4a10-9f00-ccda9f5d8943, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a358dcf2-0a48-4a10-9f00-ccda9f5d8943,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:24.387300 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.474116 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.479110 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Pushing event updated for resources: {'Port': ['ID=a358dcf2-0a48-4a10-9f00-ccda9f5d8943,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:24.529942 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Provisioning complete for port 10252269-8e75-4807-b023-f6c297a391ac triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:24.530722 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (10252269-8e75-4807-b023-f6c297a391ac), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.532219 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Attempt 1 to provision port 10252269-8e75-4807-b023-f6c297a391ac Sep 29 02:11:24.572651 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.613398 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Port 10252269-8e75-4807-b023-f6c297a391ac cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:24.680828 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:11:24.683673 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:24.685093 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.706700 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Pushing event updated for resources: {'Port': ['ID=a6937d4d-2764-42f5-a5e2-f9a91f4990c6,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:24.711002 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=0f57f015-b3f4-4cce-a06c-b9dbe6387ef9,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:24.711594 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:24.719392 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:24.723111 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.727260 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a358dcf2-0a48-4a10-9f00-ccda9f5d8943 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:24.727756 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:24.782894 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:24.802366 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:24.813437 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649523'] for router (891e7a51-e7ed-4e86-8786-d028bca32978), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.841193 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=0f57f015-b3f4-4cce-a06c-b9dbe6387ef9,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:24.894551 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:24.965145 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:24.965634 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.966055 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 Sep 29 02:11:25.071821 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Publish callbacks [] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.081872 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.083723 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626064'] for router_interface (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.109500 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Publish callbacks [] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), precommit_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.116671 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Attempt 2 to provision port 10252269-8e75-4807-b023-f6c297a391ac Sep 29 02:11:25.126670 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ad720532-ce71-470f-b6a5-de10cd9e4f1c admin admin] Publish callbacks [] for security_group (5f4c46a9-7972-462e-8d08-62f9f4eb11ad), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.150337 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ad720532-ce71-470f-b6a5-de10cd9e4f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (5f4c46a9-7972-462e-8d08-62f9f4eb11ad), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.169406 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.180856 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f50725-2ce0-438e-9734-038dc26145f2 None None] Network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:25.192298 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:25.200703 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-ad720532-ce71-470f-b6a5-de10cd9e4f1c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9a0db52fee0c4d33aef53d9113aab226&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9785695 Sep 29 02:11:25.209922 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40838) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:25.216010 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Publish callbacks [] for router_gateway (e630c1dd-cb78-4605-9969-e8364ff9fde9), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.243425 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Pushing event updated for resources: {'Port': ['ID=7811e8f5-9cc5-4870-8906-d3646ea034e5,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:25.289212 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Router 891e7a51-e7ed-4e86-8786-d028bca32978 is scheduled to L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 with binding_index 1 {{(pid=106335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:11:25.304477 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:25.311508 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:25.329600 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-66f9d093-6411-455a-949a-7e5e2b750828 admin admin] Publish callbacks [] for security_group (5f4c46a9-7972-462e-8d08-62f9f4eb11ad), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.345802 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad720532-ce71-470f-b6a5-de10cd9e4f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4c46a9-7972-462e-8d08-62f9f4eb11ad,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:25.345891 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:25.402593 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:25.425589 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:25.449540 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-671d4988-ac9f-47ff-b6e7-e803178462cf admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0497186 Sep 29 02:11:25.454204 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-66f9d093-6411-455a-949a-7e5e2b750828 admin admin] Publish callbacks [] for security_group (5f4c46a9-7972-462e-8d08-62f9f4eb11ad), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.500715 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Attempting to bind port bde07bac-8a87-40f0-9e16-5a255fa1e205 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:25.502260 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Attempting to bind port bde07bac-8a87-40f0-9e16-5a255fa1e205 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:25.502809 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Attempting to bind port bde07bac-8a87-40f0-9e16-5a255fa1e205 on network 44335703-30ea-48cd-a18a-5857ed0e04da {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:25.515197 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Port 10252269-8e75-4807-b023-f6c297a391ac cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:25.601667 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fd057-973f-44bb-8c5c-cb6541c8522a None None] Pushing event updated for resources: {'Port': ['ID=bde07bac-8a87-40f0-9e16-5a255fa1e205,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:25.719134 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:25.719641 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Checking segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:25.724224 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649523'] for router (e630c1dd-cb78-4605-9969-e8364ff9fde9), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.727067 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.728260 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Bound using segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:25.728857 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Bound port: bde07bac-8a87-40f0-9e16-5a255fa1e205, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:25.729775 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.769224 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:25.780654 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:25.794819 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Sync routers for ids ['891e7a51-e7ed-4e86-8786-d028bca32978'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:25.828317 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Routers {'891e7a51-e7ed-4e86-8786-d028bca32978'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:25.829000 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['891e7a51-e7ed-4e86-8786-d028bca32978'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:25.843257 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:25.849897 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.853364 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-b3cedb1c-7dad-4fa5-b8e4-701aa0c97479 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0324566 Sep 29 02:11:25.853980 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40874) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:25.901317 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-66f9d093-6411-455a-949a-7e5e2b750828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (5f4c46a9-7972-462e-8d08-62f9f4eb11ad), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.907211 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-66f9d093-6411-455a-949a-7e5e2b750828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:25.908376 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-66f9d093-6411-455a-949a-7e5e2b750828 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5f4c46a9-7972-462e-8d08-62f9f4eb11ad HTTP/1.1" status: 204 len: 168 time: 0.6960678 Sep 29 02:11:25.966808 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] For port bde07bac-8a87-40f0-9e16-5a255fa1e205, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:25.970722 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] For port bde07bac-8a87-40f0-9e16-5a255fa1e205, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=bde07bac-8a87-40f0-9e16-5a255fa1e205,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:25.978997 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:25.985805 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Router 1ce0f279-44fc-45cf-b59a-ec3c4303aaac has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:11:25.986977 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9d093-6411-455a-949a-7e5e2b750828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4c46a9-7972-462e-8d08-62f9f4eb11ad,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:26.102798 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Attempt 3 to provision port 10252269-8e75-4807-b023-f6c297a391ac Sep 29 02:11:26.160677 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Set router 891e7a51-e7ed-4e86-8786-d028bca32978 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:26.166964 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Router e630c1dd-cb78-4605-9969-e8364ff9fde9 is scheduled to L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 with binding_index 1 {{(pid=106336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:11:26.224601 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:26.284276 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Port 10252269-8e75-4807-b023-f6c297a391ac cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:26.287813 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:26.416001 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40892) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:26.430819 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-033032d5-a896-464f-bc6a-27f6830c46e3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726004186', 'description': 'tempest-description--653976657'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:26.438262 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fd057-973f-44bb-8c5c-cb6541c8522a None None] Pushing event updated for resources: {'Port': ['ID=bde07bac-8a87-40f0-9e16-5a255fa1e205,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:26.472142 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:26.474317 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:26.595414 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:26.618927 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-466a0dea-bea6-41c7-b0a9-9aea81037da1 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1ce0f279-44fc-45cf-b59a-ec3c4303aaac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3569155 Sep 29 02:11:26.674941 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 3, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:26.694982 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:26.695498 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:26.695704 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 Sep 29 02:11:26.721066 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Checking router: 891e7a51-e7ed-4e86-8786-d028bca32978 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:26.722441 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Updating router 891e7a51-e7ed-4e86-8786-d028bca32978 port fd89ea06-444c-4c59-bbae-5811256f705c binding host dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:26.735126 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Sync routers for ids ['1ce0f279-44fc-45cf-b59a-ec3c4303aaac'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:26.747091 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:26.758827 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:26.799711 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (fd89ea06-444c-4c59-bbae-5811256f705c), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:26.852723 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-033032d5-a896-464f-bc6a-27f6830c46e3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:26.881424 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:26.896922 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Attempt 4 to provision port 10252269-8e75-4807-b023-f6c297a391ac Sep 29 02:11:26.909925 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Sync routers for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:26.929561 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:26.930922 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:26.936253 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:26.940450 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-5a2858b1-3ca5-469e-a583-3a7278e6834b admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.3619761 Sep 29 02:11:26.941841 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40932) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:26.999451 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-033032d5-a896-464f-bc6a-27f6830c46e3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group (d4656ce8-212d-447e-b497-154cb3f721b1), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:27.005642 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Routers {'1ce0f279-44fc-45cf-b59a-ec3c4303aaac'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:27.005934 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['1ce0f279-44fc-45cf-b59a-ec3c4303aaac'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:27.009559 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-033032d5-a896-464f-bc6a-27f6830c46e3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d4656ce8-212d-447e-b497-154cb3f721b1), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:27.076935 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-033032d5-a896-464f-bc6a-27f6830c46e3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:27.078337 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-033032d5-a896-464f-bc6a-27f6830c46e3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6607065 Sep 29 02:11:27.096497 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40938) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:27.179815 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033032d5-a896-464f-bc6a-27f6830c46e3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4656ce8-212d-447e-b497-154cb3f721b1,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:27.194548 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Set router 1ce0f279-44fc-45cf-b59a-ec3c4303aaac gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:27.201169 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-e1ac8084-e687-4d2c-9288-76ac2d918807 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Request body: {'security_group_rule': {'security_group_id': 'd4656ce8-212d-447e-b497-154cb3f721b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:27.248431 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:27.308724 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e1ac8084-e687-4d2c-9288-76ac2d918807 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group_rule (2ec77d51-6c60-4571-a6b6-1ea1e1b3db0a), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:27.399240 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:27.408259 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40968) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:27.432111 dv-cinder-740146-21-iscsi neutron-server[106336]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 02:11:27.519416 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 40970) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:27.579022 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e1ac8084-e687-4d2c-9288-76ac2d918807 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group_rule (2ec77d51-6c60-4571-a6b6-1ea1e1b3db0a), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:27.579763 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:27.591370 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:27.625190 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:27.627056 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a358dcf2-0a48-4a10-9f00-ccda9f5d8943 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:27.627631 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:27.657110 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:27.684494 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e1ac8084-e687-4d2c-9288-76ac2d918807 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (2ec77d51-6c60-4571-a6b6-1ea1e1b3db0a), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:27.718049 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Port 10252269-8e75-4807-b023-f6c297a391ac cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:27.773146 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac8084-e687-4d2c-9288-76ac2d918807 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec77d51-6c60-4571-a6b6-1ea1e1b3db0a,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:27.794647 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e1ac8084-e687-4d2c-9288-76ac2d918807 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:27.796098 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-e1ac8084-e687-4d2c-9288-76ac2d918807 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6986308 Sep 29 02:11:27.805707 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40982) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:27.823036 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-c7a0fc33-2dca-45bc-8e4b-a96b3835a8eb tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Request body: {'security_group_rule': {'security_group_id': 'd4656ce8-212d-447e-b497-154cb3f721b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:27.867529 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-ff3c4535-072f-4986-b9ef-d6c3f7ac593c tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:27.870332 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-ff3c4535-072f-4986-b9ef-d6c3f7ac593c tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4bb4610a-2c61-45df-bbe4-68be5aa4a03c HTTP/1.1" status: 200 len: 812 time: 0.4609873 Sep 29 02:11:27.872610 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:27.873124 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:27.873465 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 Sep 29 02:11:27.903641 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:27.909030 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Allocated IP 172.20.0.1 (c2bc5a46-4a67-46c9-9128-c14743d2b1ef/764dc2d1-8bd7-4871-9f05-6fabbfe2761a/8e8d4a66-6008-43eb-85fd-aa4fa76084a9) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:27.914466 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c7a0fc33-2dca-45bc-8e4b-a96b3835a8eb tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group_rule (c3a7a608-a298-4324-967e-f262e538f4ad), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:27.927042 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-d5c3bc21-2bca-4089-bd6d-7d0c2b02606a tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/quotas/dbda18c4ee4e4c9eb64f37e71bd862cd HTTP/1.1" status: 200 len: 375 time: 0.0499823 Sep 29 02:11:27.999328 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:28.002227 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:28.049717 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Publish callbacks [] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.059021 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'name': 'tempest-DeleteServersTestJSON-1469894860-router', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:14Z', 'updated_at': '2022-09-29T02:11:24Z', 'revision_number': 4, 'project_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'gw_port': {'id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '7811e8f5-9cc5-4870-8906-d3646ea034e5', 'name': '', 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'mac_address': 'fa:16:3e:f7:5d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea404793-9994-408b-8c90-6ee182f1452c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:24Z', 'revision_number': 2, 'project_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'subnets': [{'id': 'ea404793-9994-408b-8c90-6ee182f1452c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:28.074106 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-cbd5f113-000b-4928-814c-055114c03d55 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dbda18c4ee4e4c9eb64f37e71bd862cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261299 Sep 29 02:11:28.093774 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:24Z', 'revision_number': 3, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:28.101374 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Checking router: 1ce0f279-44fc-45cf-b59a-ec3c4303aaac for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:28.101995 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Updating router 1ce0f279-44fc-45cf-b59a-ec3c4303aaac port 7811e8f5-9cc5-4870-8906-d3646ea034e5 binding host dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:28.125283 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.136595 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c7a0fc33-2dca-45bc-8e4b-a96b3835a8eb tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group_rule (c3a7a608-a298-4324-967e-f262e538f4ad), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.146915 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c7a0fc33-2dca-45bc-8e4b-a96b3835a8eb tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (c3a7a608-a298-4324-967e-f262e538f4ad), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.152033 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Checking router: e630c1dd-cb78-4605-9969-e8364ff9fde9 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:28.152394 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Updating router e630c1dd-cb78-4605-9969-e8364ff9fde9 port a6937d4d-2764-42f5-a5e2-f9a91f4990c6 binding host dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:28.163273 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 2, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:28.183210 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:28.195672 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b787018-fee5-4ae3-8eca-5898aa2199e2 None None] The sync data for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi is: [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 2, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:11:28.199581 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Pushing event updated for resources: {'Port': ['ID=8e8d4a66-6008-43eb-85fd-aa4fa76084a9,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:28.203604 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.221468 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c7a0fc33-2dca-45bc-8e4b-a96b3835a8eb tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.222897 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Attempt 5 to provision port 10252269-8e75-4807-b023-f6c297a391ac Sep 29 02:11:28.226326 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-c7a0fc33-2dca-45bc-8e4b-a96b3835a8eb tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4186325 Sep 29 02:11:28.231154 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 40992) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:28.245097 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:28.264403 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:28.265611 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 46db757c-2cc0-4f8a-a6f6-68221ca4891e up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:28.275747 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0fc33-2dca-45bc-8e4b-a96b3835a8eb tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a7a608-a298-4324-967e-f262e538f4ad,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:28.324121 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.324820 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.372345 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a7a84591-4b44-43d3-b13c-3ab5ebfdf667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.383525 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Port 10252269-8e75-4807-b023-f6c297a391ac cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:28.419969 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Publish callbacks [] for port (fd89ea06-444c-4c59-bbae-5811256f705c), precommit_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.445410 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (fd89ea06-444c-4c59-bbae-5811256f705c), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.480277 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 46db757c-2cc0-4f8a-a6f6-68221ca4891e triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:28.480756 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.481202 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 46db757c-2cc0-4f8a-a6f6-68221ca4891e Sep 29 02:11:28.510620 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:28.512619 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.555590 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Network c2bc5a46-4a67-46c9-9128-c14743d2b1ef is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:28.563184 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:28.578926 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:28.580381 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a80726-8870-4fc9-aea2-bfc6933f9f7f None None] Pushing event updated for resources: {'Port': ['ID=fd89ea06-444c-4c59-bbae-5811256f705c,revision_number=2']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:28.584124 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625956'] for router_interface (891e7a51-e7ed-4e86-8786-d028bca32978), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.675797 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Attempting to bind port fd89ea06-444c-4c59-bbae-5811256f705c on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:28.676170 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Attempting to bind port fd89ea06-444c-4c59-bbae-5811256f705c by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:28.676560 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Attempting to bind port fd89ea06-444c-4c59-bbae-5811256f705c on network 44335703-30ea-48cd-a18a-5857ed0e04da {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:28.753100 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:28.753477 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Checking segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:28.753891 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.754272 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Bound using segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:28.755657 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Bound port: fd89ea06-444c-4c59-bbae-5811256f705c, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:28.755657 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (fd89ea06-444c-4c59-bbae-5811256f705c), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.780016 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a7a84591-4b44-43d3-b13c-3ab5ebfdf667 admin admin] Publish callbacks [] for security_group (a08bbe87-1d18-4948-8c29-8bf146d231a6), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.798883 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-8487bae8-6e4d-4823-b369-c96ce30d8c47 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:11:28.800661 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-8487bae8-6e4d-4823-b369-c96ce30d8c47 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3333001 Sep 29 02:11:28.815473 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a7a84591-4b44-43d3-b13c-3ab5ebfdf667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (a08bbe87-1d18-4948-8c29-8bf146d231a6), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.843441 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] For port fd89ea06-444c-4c59-bbae-5811256f705c, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:28.846843 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] For port fd89ea06-444c-4c59-bbae-5811256f705c, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=fd89ea06-444c-4c59-bbae-5811256f705c,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:28.861524 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (fd89ea06-444c-4c59-bbae-5811256f705c), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:28.890529 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Attempt 6 to provision port 10252269-8e75-4807-b023-f6c297a391ac Sep 29 02:11:28.910368 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Routers {'891e7a51-e7ed-4e86-8786-d028bca32978'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:28.911041 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['891e7a51-e7ed-4e86-8786-d028bca32978'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:28.945436 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:29.012920 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 46db757c-2cc0-4f8a-a6f6-68221ca4891e is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:29.013328 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:29.018333 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a7a84591-4b44-43d3-b13c-3ab5ebfdf667 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ceba3c7734bb40eaabf7a08839c061c7&name=default HTTP/1.1" status: 200 len: 2995 time: 1.4964583 Sep 29 02:11:29.030643 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:29.037124 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Port 10252269-8e75-4807-b023-f6c297a391ac cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:29.090493 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 41014) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:29.112664 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port 46db757c-2cc0-4f8a-a6f6-68221ca4891e, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=46db757c-2cc0-4f8a-a6f6-68221ca4891e,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:29.125825 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] Set router 891e7a51-e7ed-4e86-8786-d028bca32978 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:29.133293 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a84591-4b44-43d3-b13c-3ab5ebfdf667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08bbe87-1d18-4948-8c29-8bf146d231a6,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:29.134631 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:29.232466 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Publish callbacks [] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), precommit_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:29.235430 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=46db757c-2cc0-4f8a-a6f6-68221ca4891e,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:29.246693 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-7ad1b388-e2f1-4dd2-9c6b-638de46dfa74 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4bb4610a-2c61-45df-bbe4-68be5aa4a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101112 Sep 29 02:11:29.254012 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:29.424986 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:29.450152 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Attempting to bind port 7811e8f5-9cc5-4870-8906-d3646ea034e5 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:29.450152 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Attempting to bind port 7811e8f5-9cc5-4870-8906-d3646ea034e5 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': 'bcda224b-306f-4454-9bc7-0e4d3a26ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:29.450526 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Attempting to bind port 7811e8f5-9cc5-4870-8906-d3646ea034e5 on network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:29.453084 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8cd7a-c016-4136-a19c-32d18e5ae936 None None] Pushing event updated for resources: {'Port': ['ID=7811e8f5-9cc5-4870-8906-d3646ea034e5,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:29.480001 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:29.488371 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-082e1b96-a849-4d3d-afde-02c37d2cb387 admin admin] Publish callbacks [] for security_group (a08bbe87-1d18-4948-8c29-8bf146d231a6), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:29.515163 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-50703eeb-64f4-4c1c-9f82-50bf7e4a8e1e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4bb4610a-2c61-45df-bbe4-68be5aa4a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579222 Sep 29 02:11:29.537219 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:29.537635 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Checking segment: {'id': 'bcda224b-306f-4454-9bc7-0e4d3a26ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:29.537996 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:29.538391 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Bound using segment: {'id': 'bcda224b-306f-4454-9bc7-0e4d3a26ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:29.538872 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Bound port: 7811e8f5-9cc5-4870-8906-d3646ea034e5, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcda224b-306f-4454-9bc7-0e4d3a26ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:29.539252 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:29.542532 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Attempt 7 to provision port 10252269-8e75-4807-b023-f6c297a391ac Sep 29 02:11:29.651569 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Port 10252269-8e75-4807-b023-f6c297a391ac cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:29.682942 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] For port 7811e8f5-9cc5-4870-8906-d3646ea034e5, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:29.686705 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Allocated IP 172.20.0.1 (b25b9e79-fa1e-4200-ad0c-c5a4994891b2/e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb/9b1ec5d1-16e1-477f-adb3-82d236be97a1) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:29.690421 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] For port 7811e8f5-9cc5-4870-8906-d3646ea034e5, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=7811e8f5-9cc5-4870-8906-d3646ea034e5,segment=NetworkSegment(bcda224b-306f-4454-9bc7-0e4d3a26ef13),segment_id=bcda224b-306f-4454-9bc7-0e4d3a26ef13)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:29.699836 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a80726-8870-4fc9-aea2-bfc6933f9f7f None None] Pushing event updated for resources: {'Port': ['ID=fd89ea06-444c-4c59-bbae-5811256f705c,revision_number=3']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:29.701528 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:29.708412 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-082e1b96-a849-4d3d-afde-02c37d2cb387 admin admin] Publish callbacks [] for security_group (a08bbe87-1d18-4948-8c29-8bf146d231a6), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:29.713144 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:29.812361 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 3, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:29.814170 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:29.844327 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Routers {'1ce0f279-44fc-45cf-b59a-ec3c4303aaac'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:29.845000 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['1ce0f279-44fc-45cf-b59a-ec3c4303aaac'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:29.909113 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c704bdc-cd2e-4a15-a7bd-cb8bdc2473df None None] The sync data for ids ['891e7a51-e7ed-4e86-8786-d028bca32978'] in dv-cinder-740146-21-iscsi is: [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 3, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:11:29.979645 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8cd7a-c016-4136-a19c-32d18e5ae936 None None] Pushing event updated for resources: {'Port': ['ID=7811e8f5-9cc5-4870-8906-d3646ea034e5,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:30.034028 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Publish callbacks [] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:30.104620 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:30.121635 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:30.134928 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Publish callbacks [] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), precommit_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:30.155702 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:30.172023 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Attempt 8 to provision port 10252269-8e75-4807-b023-f6c297a391ac Sep 29 02:11:30.253630 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:30.254968 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 41062) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:30.265305 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1ec5d1-16e1-477f-adb3-82d236be97a1,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:30.281186 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-082e1b96-a849-4d3d-afde-02c37d2cb387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (a08bbe87-1d18-4948-8c29-8bf146d231a6), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:30.287672 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-082e1b96-a849-4d3d-afde-02c37d2cb387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:30.304560 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-082e1b96-a849-4d3d-afde-02c37d2cb387 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a08bbe87-1d18-4948-8c29-8bf146d231a6 HTTP/1.1" status: 204 len: 168 time: 1.1972220 Sep 29 02:11:30.307657 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Port 10252269-8e75-4807-b023-f6c297a391ac cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:30.309998 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Attempting to bind port a6937d4d-2764-42f5-a5e2-f9a91f4990c6 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:30.311426 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] Set router 1ce0f279-44fc-45cf-b59a-ec3c4303aaac gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:30.311710 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Attempting to bind port a6937d4d-2764-42f5-a5e2-f9a91f4990c6 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:30.312295 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Attempting to bind port a6937d4d-2764-42f5-a5e2-f9a91f4990c6 on network 44335703-30ea-48cd-a18a-5857ed0e04da {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:30.372513 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e1b96-a849-4d3d-afde-02c37d2cb387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08bbe87-1d18-4948-8c29-8bf146d231a6,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:30.416313 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:30.428061 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:30.449246 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:30.449879 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625956'] for router_interface (e630c1dd-cb78-4605-9969-e8364ff9fde9), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:30.503526 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4624d40-ae51-416c-9ef6-5bcecaefacd4 None None] Pushing event updated for resources: {'Port': ['ID=a6937d4d-2764-42f5-a5e2-f9a91f4990c6,revision_number=2']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:30.593022 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5ef373e1-797b-405b-b923-cfaab176ae16 req-6511ab25-1d46-40f7-bf16-082935fd0c19 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 210 time: 0.3367870 Sep 29 02:11:30.599452 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:30.599833 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Checking segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:30.600237 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:30.600629 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Bound using segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:30.615315 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Bound port: a6937d4d-2764-42f5-a5e2-f9a91f4990c6, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:30.615801 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:30.724336 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Allocated IP 172.27.3.78 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/18104920-0d53-4b43-9828-5f14df589844) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:30.754958 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] For port a6937d4d-2764-42f5-a5e2-f9a91f4990c6, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:30.766346 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] For port a6937d4d-2764-42f5-a5e2-f9a91f4990c6, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a6937d4d-2764-42f5-a5e2-f9a91f4990c6,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:30.789953 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:30.874446 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:30.875103 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:31.112234 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for port (18104920-0d53-4b43-9828-5f14df589844), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:31.113964 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:31.130645 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:31.210088 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 41082) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:31.250072 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4624d40-ae51-416c-9ef6-5bcecaefacd4 None None] Pushing event updated for resources: {'Port': ['ID=a6937d4d-2764-42f5-a5e2-f9a91f4990c6,revision_number=3']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:31.250625 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (18104920-0d53-4b43-9828-5f14df589844), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:31.267160 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Attempt 9 to provision port 10252269-8e75-4807-b023-f6c297a391ac Sep 29 02:11:31.406678 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:31.452343 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:31.477780 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event updated for resources: {'Port': ['ID=18104920-0d53-4b43-9828-5f14df589844,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:31.484189 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Port 10252269-8e75-4807-b023-f6c297a391ac cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:31.535466 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:31.548260 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:31.556809 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:31.671434 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:31.678860 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device bde07bac-8a87-40f0-9e16-5a255fa1e205 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:31.767791 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 41108) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:31.813266 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'name': 'tempest-DeleteServersTestJSON-1469894860-router', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:14Z', 'updated_at': '2022-09-29T02:11:24Z', 'revision_number': 4, 'project_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'gw_port': {'id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '7811e8f5-9cc5-4870-8906-d3646ea034e5', 'name': '', 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'mac_address': 'fa:16:3e:f7:5d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea404793-9994-408b-8c90-6ee182f1452c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'subnets': [{'id': 'ea404793-9994-408b-8c90-6ee182f1452c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:31.840022 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-69f570bc-0bf8-4157-9239-0e3635e81224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:31.849870 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e1415-e7e6-49c6-98e7-172a46161ad5 None None] The sync data for ids ['1ce0f279-44fc-45cf-b59a-ec3c4303aaac'] in dv-cinder-740146-21-iscsi is: [{'id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'name': 'tempest-DeleteServersTestJSON-1469894860-router', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:14Z', 'updated_at': '2022-09-29T02:11:24Z', 'revision_number': 4, 'project_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'gw_port': {'id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '7811e8f5-9cc5-4870-8906-d3646ea034e5', 'name': '', 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'mac_address': 'fa:16:3e:f7:5d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea404793-9994-408b-8c90-6ee182f1452c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'subnets': [{'id': 'ea404793-9994-408b-8c90-6ee182f1452c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:11:31.881909 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Publish callbacks [] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:31.884219 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port bde07bac-8a87-40f0-9e16-5a255fa1e205 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:31.884939 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:31.885417 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port bde07bac-8a87-40f0-9e16-5a255fa1e205 Sep 29 02:11:31.933039 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:31.933978 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626064'] for router_interface (891e7a51-e7ed-4e86-8786-d028bca32978), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:31.986274 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (96f36928-d67a-4475-97f4-c628c184ae59), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.024310 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Attempt 10 to provision port 10252269-8e75-4807-b023-f6c297a391ac Sep 29 02:11:32.037334 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-663e88fb-4a0c-4b53-8cf2-1412f9b13b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.132784 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f1739d90-66a2-43ce-9faa-1b7ffacae37e None None] Port 10252269-8e75-4807-b023-f6c297a391ac cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:32.146041 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Pushing event updated for resources: {'Port': ['ID=8e8d4a66-6008-43eb-85fd-aa4fa76084a9,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:32.149860 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:24Z', 'revision_number': 3, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:32.178128 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a674319a-c30c-49ed-b863-84156a60c430 req-e00b2fd7-13b7-44bb-932f-ec28b2ffcfc9 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 210 time: 0.4098635 Sep 29 02:11:32.180269 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (18104920-0d53-4b43-9828-5f14df589844), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.237159 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:32.281786 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Sync routers for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:32.314058 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e53cd-62fe-42ee-a23a-d3535a4d1d3d None None] The sync data for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi is: [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:24Z', 'revision_number': 3, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:11:32.314673 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port bde07bac-8a87-40f0-9e16-5a255fa1e205 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:32.315194 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.318330 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-663e88fb-4a0c-4b53-8cf2-1412f9b13b8a admin admin] Publish callbacks [] for security_group (bf41447d-c7a8-42a6-a61b-8ea6a0b4c8ae), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.339388 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Provisioning complete for port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:32.339779 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.340118 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 1 to provision port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 Sep 29 02:11:32.348106 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-663e88fb-4a0c-4b53-8cf2-1412f9b13b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (bf41447d-c7a8-42a6-a61b-8ea6a0b4c8ae), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.430332 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:32.430967 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:32.432082 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-663e88fb-4a0c-4b53-8cf2-1412f9b13b8a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=51fc6df1d1c0433689a52dd47e976fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6519318 Sep 29 02:11:32.443754 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e88fb-4a0c-4b53-8cf2-1412f9b13b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf41447d-c7a8-42a6-a61b-8ea6a0b4c8ae,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:32.447220 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 41126) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:32.648209 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5419fffa-8dca-43ba-94a1-fe66e483681a admin admin] Publish callbacks [] for security_group (bf41447d-c7a8-42a6-a61b-8ea6a0b4c8ae), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.653244 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:32.744610 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-69f570bc-0bf8-4157-9239-0e3635e81224 admin admin] Publish callbacks [] for security_group (e8633c7e-eff1-488e-90dc-13c63b5222b4), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.766243 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-69f570bc-0bf8-4157-9239-0e3635e81224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (e8633c7e-eff1-488e-90dc-13c63b5222b4), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.780597 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Network c2bc5a46-4a67-46c9-9128-c14743d2b1ef is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:32.784335 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:32.808152 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port bde07bac-8a87-40f0-9e16-5a255fa1e205, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=bde07bac-8a87-40f0-9e16-5a255fa1e205,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:32.830943 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.831729 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 46db757c-2cc0-4f8a-a6f6-68221ca4891e up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:32.836850 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Publish callbacks [] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.846722 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:32.855988 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.856475 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626064'] for router_interface (e630c1dd-cb78-4605-9969-e8364ff9fde9), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.886211 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for port (18104920-0d53-4b43-9828-5f14df589844), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.889648 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5419fffa-8dca-43ba-94a1-fe66e483681a admin admin] Publish callbacks [] for security_group (bf41447d-c7a8-42a6-a61b-8ea6a0b4c8ae), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.909626 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:32.932656 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (18104920-0d53-4b43-9828-5f14df589844), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.933681 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (96f36928-d67a-4475-97f4-c628c184ae59), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.961304 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1ec5d1-16e1-477f-adb3-82d236be97a1,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:32.980912 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-69f570bc-0bf8-4157-9239-0e3635e81224 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6329c07d43e4411989cd06fae61982e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7678914 Sep 29 02:11:33.024800 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 41138) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:33.025588 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f570bc-0bf8-4157-9239-0e3635e81224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8633c7e-eff1-488e-90dc-13c63b5222b4,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:33.102265 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:33.111724 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8688772 Sep 29 02:11:33.139470 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:33.140603 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=bde07bac-8a87-40f0-9e16-5a255fa1e205,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:33.141019 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d2a9e-b448-4706-b328-d1e8021d3877 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event updated for resources: {'Port': ['ID=18104920-0d53-4b43-9828-5f14df589844,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:33.178167 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5419fffa-8dca-43ba-94a1-fe66e483681a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (bf41447d-c7a8-42a6-a61b-8ea6a0b4c8ae), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:33.184193 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5419fffa-8dca-43ba-94a1-fe66e483681a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:33.185818 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-5419fffa-8dca-43ba-94a1-fe66e483681a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bf41447d-c7a8-42a6-a61b-8ea6a0b4c8ae HTTP/1.1" status: 204 len: 168 time: 0.7357535 Sep 29 02:11:33.204333 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419fffa-8dca-43ba-94a1-fe66e483681a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf41447d-c7a8-42a6-a61b-8ea6a0b4c8ae,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:33.266032 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:33.364345 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 46db757c-2cc0-4f8a-a6f6-68221ca4891e triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:33.369212 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:33.371538 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 46db757c-2cc0-4f8a-a6f6-68221ca4891e Sep 29 02:11:33.387041 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Current status of the port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:33.518964 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Provisioning complete for port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:33.519359 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:33.519698 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 1 to provision port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 Sep 29 02:11:33.552084 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 2, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:33.605076 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:33.611876 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:33.671634 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-807fb584-3a0e-4bc7-a2d4-e89d47dd5f73 admin admin] Publish callbacks [] for security_group (e8633c7e-eff1-488e-90dc-13c63b5222b4), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:33.690374 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Checking router: ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:33.690752 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Updating router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b port 10252269-8e75-4807-b023-f6c297a391ac binding host dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:33.716414 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Router 891e7a51-e7ed-4e86-8786-d028bca32978 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:11:33.721602 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:33.736197 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-954ab2f1-416f-4acf-a319-42fb50978810 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--726004186&fields=id&tenant_id=2a04f2488c2a4d219ad8193c4dd12b65 HTTP/1.1" status: 200 len: 267 time: 0.1555874 Sep 29 02:11:33.815980 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:33.844186 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (10252269-8e75-4807-b023-f6c297a391ac), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:33.872417 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-807fb584-3a0e-4bc7-a2d4-e89d47dd5f73 admin admin] Publish callbacks [] for security_group (e8633c7e-eff1-488e-90dc-13c63b5222b4), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:33.890311 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdb938-7255-4a28-9727-6d54f3051753 req-e32a4e1e-0ebe-4138-8f2c-267fa1b5fc18 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:33.893077 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-e32a4e1e-0ebe-4138-8f2c-267fa1b5fc18 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 HTTP/1.1" status: 200 len: 810 time: 0.1499720 Sep 29 02:11:33.981763 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-360f5606-4e85-4065-8559-5657dc201393 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/quotas/2a04f2488c2a4d219ad8193c4dd12b65 HTTP/1.1" status: 200 len: 375 time: 0.0826097 Sep 29 02:11:33.989700 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b0100603-c40f-4340-8082-9eab58d671ab req-24c0c390-dc98-4902-9443-01c7128719ab tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 210 time: 0.2512369 Sep 29 02:11:34.107592 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 46db757c-2cc0-4f8a-a6f6-68221ca4891e is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:34.109077 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device fd89ea06-444c-4c59-bbae-5811256f705c up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:34.179400 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:34.236666 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-3702b492-7d04-48c1-ad5b-6b449a632834 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2a04f2488c2a4d219ad8193c4dd12b65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2431779 Sep 29 02:11:34.237239 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.57', 54411) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:34.329072 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 2 to provision port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 Sep 29 02:11:34.429549 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:34.430603 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Router e630c1dd-cb78-4605-9969-e8364ff9fde9 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:11:34.477480 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:34.484844 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port fd89ea06-444c-4c59-bbae-5811256f705c triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:34.485273 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (fd89ea06-444c-4c59-bbae-5811256f705c), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:34.485616 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port fd89ea06-444c-4c59-bbae-5811256f705c Sep 29 02:11:34.493242 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-1241812d-244b-4234-8309-bd9609d3efec admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/891e7a51-e7ed-4e86-8786-d028bca32978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6241961 Sep 29 02:11:34.511226 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-807fb584-3a0e-4bc7-a2d4-e89d47dd5f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (e8633c7e-eff1-488e-90dc-13c63b5222b4), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:34.513982 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-807fb584-3a0e-4bc7-a2d4-e89d47dd5f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:34.517257 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-807fb584-3a0e-4bc7-a2d4-e89d47dd5f73 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e8633c7e-eff1-488e-90dc-13c63b5222b4 HTTP/1.1" status: 204 len: 168 time: 1.4750540 Sep 29 02:11:34.617845 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fb584-3a0e-4bc7-a2d4-e89d47dd5f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8633c7e-eff1-488e-90dc-13c63b5222b4,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:34.741098 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-f5f8fa60-fb5c-4611-bf91-bf0fb2498cbd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053117 Sep 29 02:11:34.750510 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:34.768973 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-83f7a6f7-9431-493c-bb18-d327aed116f6 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/e630c1dd-cb78-4605-9969-e8364ff9fde9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8226995 Sep 29 02:11:34.879947 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-c7d83f19-17e7-408e-91f0-830e13c02f34 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378760 Sep 29 02:11:34.899414 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-92e075b0-181b-4cf4-961f-7bacce7bb7bb tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:34.905454 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-92e075b0-181b-4cf4-961f-7bacce7bb7bb tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.57 "GET /networking/v2.0/networks?id=4bb4610a-2c61-45df-bbe4-68be5aa4a03c HTTP/1.1" status: 200 len: 812 time: 0.6605370 Sep 29 02:11:34.938340 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 3 to provision port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 Sep 29 02:11:34.968276 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-dc7ef880-064b-4f3b-87f4-f2a0ffc54d1f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Request body: {'port': {'device_id': 'ec6ac6cb-0572-4ec4-a218-19fa1e257847', 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c', 'admin_state_up': True, 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:34.992486 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Publish callbacks [] for port (10252269-8e75-4807-b023-f6c297a391ac), precommit_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:35.030002 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (10252269-8e75-4807-b023-f6c297a391ac), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:35.049163 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:35.097004 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:35.114289 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Sync routers for ids ['891e7a51-e7ed-4e86-8786-d028bca32978'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:35.149250 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Routers {'891e7a51-e7ed-4e86-8786-d028bca32978'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:35.154124 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['891e7a51-e7ed-4e86-8786-d028bca32978'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:35.185679 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:35.208958 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-53abe0ce-7721-4895-afe8-f1e83d052e42 req-add03436-328e-494b-8eaf-bcc0d3fa0f56 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 210 time: 0.0721853 Sep 29 02:11:35.323222 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5df827-cebe-4e88-b779-97bc125237e3 None None] Pushing event updated for resources: {'Port': ['ID=10252269-8e75-4807-b023-f6c297a391ac,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:35.338424 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1e437733-266c-4de5-9f26-5b0311ac56cf req-4965924a-f976-4853-a76c-549866822bd6 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 210 time: 0.1316206 Sep 29 02:11:35.394213 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port fd89ea06-444c-4c59-bbae-5811256f705c is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:35.398051 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (fd89ea06-444c-4c59-bbae-5811256f705c), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:35.492930 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-dc7ef880-064b-4f3b-87f4-f2a0ffc54d1f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Made reservation on behalf of dbda18c4ee4e4c9eb64f37e71bd862cd for: {'port': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:35.503965 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-dc7ef880-064b-4f3b-87f4-f2a0ffc54d1f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:35.517387 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Attempting to bind port 10252269-8e75-4807-b023-f6c297a391ac on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:35.517946 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Attempting to bind port 10252269-8e75-4807-b023-f6c297a391ac by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:35.518144 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Attempting to bind port 10252269-8e75-4807-b023-f6c297a391ac on network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:35.531696 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port fd89ea06-444c-4c59-bbae-5811256f705c, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=fd89ea06-444c-4c59-bbae-5811256f705c,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:35.602762 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (fd89ea06-444c-4c59-bbae-5811256f705c), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:35.606328 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Set router 891e7a51-e7ed-4e86-8786-d028bca32978 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:36.056548 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 41290) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:36.061963 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-d49c4b6d-d976-44b5-a441-9e749995c377 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805711428', 'description': 'tempest-description--1521476341'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:36.107929 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:36.137849 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 4 to provision port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 Sep 29 02:11:36.202614 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d49c4b6d-d976-44b5-a441-9e749995c377 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:36.271049 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a6937d4d-2764-42f5-a5e2-f9a91f4990c6 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:36.279898 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '8e8d4a66-6008-43eb-85fd-aa4fa76084a9', 'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'mac_address': 'fa:16:3e:93:56:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:27Z', 'updated_at': '2022-09-29T02:11:30Z', 'revision_number': 2, 'project_id': '320dd138f254473a84a601c153e1e39b', 'subnets': [{'id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:36.293988 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-dc7ef880-064b-4f3b-87f4-f2a0ffc54d1f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Allocated IP 172.20.0.4 (4bb4610a-2c61-45df-bbe4-68be5aa4a03c/ea404793-9994-408b-8c90-6ee182f1452c/391bd10f-4afa-41d0-a245-441cf5790cac) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:36.409442 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:36.413045 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Checking router: 891e7a51-e7ed-4e86-8786-d028bca32978 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:36.415657 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Updating router 891e7a51-e7ed-4e86-8786-d028bca32978 port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 binding host dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:36.469988 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d49c4b6d-d976-44b5-a441-9e749995c377 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (d86bcdf0-7aee-4ffc-8df0-756c04b5fd13), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:36.475984 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d49c4b6d-d976-44b5-a441-9e749995c377 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d86bcdf0-7aee-4ffc-8df0-756c04b5fd13), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:36.519703 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:36.541206 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d49c4b6d-d976-44b5-a441-9e749995c377 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:36.548076 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d49c4b6d-d976-44b5-a441-9e749995c377 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4890420 Sep 29 02:11:36.554533 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:36.568744 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 41334) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:36.585533 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-f1273eff-9092-418f-ad50-68217245af3d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'security_group_rule': {'security_group_id': 'd86bcdf0-7aee-4ffc-8df0-756c04b5fd13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:36.595440 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:36.626718 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=fd89ea06-444c-4c59-bbae-5811256f705c,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:36.637520 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:36.641824 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Checking segment: {'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:36.645999 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:36.646568 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Bound using segment: {'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:36.650655 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Bound port: 10252269-8e75-4807-b023-f6c297a391ac, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:36.652364 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (10252269-8e75-4807-b023-f6c297a391ac), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:36.663946 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port a6937d4d-2764-42f5-a5e2-f9a91f4990c6 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:36.668406 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:36.668911 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port a6937d4d-2764-42f5-a5e2-f9a91f4990c6 Sep 29 02:11:36.705736 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c4b6d-d976-44b5-a441-9e749995c377 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:36.741891 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f1273eff-9092-418f-ad50-68217245af3d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (739c0398-8b43-449e-a2de-4b096b3a8398), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:36.902634 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-27b15779-26ba-4cf5-bbaa-6d5e119c8c2b req-17b4a607-23a1-42b6-9243-aedf57c5af43 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 210 time: 0.3583028 Sep 29 02:11:37.040534 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] For port 10252269-8e75-4807-b023-f6c297a391ac, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:37.106898 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f1273eff-9092-418f-ad50-68217245af3d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (739c0398-8b43-449e-a2de-4b096b3a8398), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.118066 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f1273eff-9092-418f-ad50-68217245af3d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (739c0398-8b43-449e-a2de-4b096b3a8398), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.138943 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] For port 10252269-8e75-4807-b023-f6c297a391ac, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=10252269-8e75-4807-b023-f6c297a391ac,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:37.180613 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 5 to provision port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 Sep 29 02:11:37.194355 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1273eff-9092-418f-ad50-68217245af3d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739c0398-8b43-449e-a2de-4b096b3a8398,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:37.253360 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f1273eff-9092-418f-ad50-68217245af3d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.254962 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:37.267436 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Publish callbacks [] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), precommit_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.273502 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-f1273eff-9092-418f-ad50-68217245af3d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7051775 Sep 29 02:11:37.276185 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 41358) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:37.276551 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.288692 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-603f2251-0e6d-4d51-b45d-447006d1fd78 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'security_group_rule': {'security_group_id': 'd86bcdf0-7aee-4ffc-8df0-756c04b5fd13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:37.338763 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:37.403584 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-603f2251-0e6d-4d51-b45d-447006d1fd78 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (06fe0438-e614-467b-b233-4219225e35d5), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.443388 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:37.457774 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (10252269-8e75-4807-b023-f6c297a391ac), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.527712 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-dc7ef880-064b-4f3b-87f4-f2a0ffc54d1f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Publish callbacks [] for port (391bd10f-4afa-41d0-a245-441cf5790cac), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.529388 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-603f2251-0e6d-4d51-b45d-447006d1fd78 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (06fe0438-e614-467b-b233-4219225e35d5), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.541918 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-603f2251-0e6d-4d51-b45d-447006d1fd78 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (06fe0438-e614-467b-b233-4219225e35d5), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.581744 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-af021571-0b94-4bc9-9fbf-18d4743836b2 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:37.594725 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f2251-0e6d-4d51-b45d-447006d1fd78 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06fe0438-e614-467b-b233-4219225e35d5,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:37.601373 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-af021571-0b94-4bc9-9fbf-18d4743836b2 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 818 time: 1.0652692 Sep 29 02:11:37.611817 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-603f2251-0e6d-4d51-b45d-447006d1fd78 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.616061 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-603f2251-0e6d-4d51-b45d-447006d1fd78 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3371379 Sep 29 02:11:37.618978 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 41366) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:37.640036 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d1e5c-cb9f-4848-97a9-b3301bd3dc40 None None] Pushing event updated for resources: {'Port': ['ID=8e8d4a66-6008-43eb-85fd-aa4fa76084a9,revision_number=3']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:37.654401 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Attempting to bind port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:37.654774 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Attempting to bind port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:37.655134 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Attempting to bind port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 on network c2bc5a46-4a67-46c9-9128-c14743d2b1ef {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:37.659311 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:37.693409 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5df827-cebe-4e88-b779-97bc125237e3 None None] Pushing event updated for resources: {'Port': ['ID=10252269-8e75-4807-b023-f6c297a391ac,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:37.695187 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-d74e6249-7e29-4fd1-a21b-ff41718eacd8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/quotas/320dd138f254473a84a601c153e1e39b HTTP/1.1" status: 200 len: 375 time: 0.0927649 Sep 29 02:11:37.713894 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:37.714831 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:37.716914 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port a6937d4d-2764-42f5-a5e2-f9a91f4990c6 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:37.717522 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.751608 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port a6937d4d-2764-42f5-a5e2-f9a91f4990c6, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a6937d4d-2764-42f5-a5e2-f9a91f4990c6,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:37.777780 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.813419 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:37.813837 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Checking segment: {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:37.814177 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.814567 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Bound using segment: {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:37.815303 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Bound port: 8e8d4a66-6008-43eb-85fd-aa4fa76084a9, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'}}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:37.815676 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.825173 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.826697 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 7811e8f5-9cc5-4870-8906-d3646ea034e5 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:37.998390 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26f0f37c-0030-48af-9156-f14e36098e66 req-22046557-566a-411a-855e-0c42458673fb tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 210 time: 0.2399795 Sep 29 02:11:38.042034 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-6504c9d0-f956-4e85-93e0-e0318772dad5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3455675 Sep 29 02:11:38.056066 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-dc7ef880-064b-4f3b-87f4-f2a0ffc54d1f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (391bd10f-4afa-41d0-a245-441cf5790cac), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.095978 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 6 to provision port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 Sep 29 02:11:38.107093 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] For port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:38.116275 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] For port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=8e8d4a66-6008-43eb-85fd-aa4fa76084a9,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:38.140466 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.174020 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=a6937d4d-2764-42f5-a5e2-f9a91f4990c6,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:38.220841 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=12 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:38.231573 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:38.307695 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:38.320498 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:38.429281 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Routers {'891e7a51-e7ed-4e86-8786-d028bca32978'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:38.432107 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['891e7a51-e7ed-4e86-8786-d028bca32978'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:38.455791 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 7811e8f5-9cc5-4870-8906-d3646ea034e5 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:38.471265 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.472724 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 7811e8f5-9cc5-4870-8906-d3646ea034e5 Sep 29 02:11:38.488635 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-dc7ef880-064b-4f3b-87f4-f2a0ffc54d1f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:38.498802 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5d77f5c0-172d-4383-8ed5-9efabb79ab20 req-b54ad172-108d-4977-b027-728dd97016dd tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 210 time: 0.1920452 Sep 29 02:11:38.521305 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-dc7ef880-064b-4f3b-87f4-f2a0ffc54d1f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:38.563304 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-dc7ef880-064b-4f3b-87f4-f2a0ffc54d1f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:38.585257 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-dc7ef880-064b-4f3b-87f4-f2a0ffc54d1f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:38.586252 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-dc7ef880-064b-4f3b-87f4-f2a0ffc54d1f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.627053 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ef880-064b-4f3b-87f4-f2a0ffc54d1f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Pushing event updated for resources: {'Port': ['ID=391bd10f-4afa-41d0-a245-441cf5790cac,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:38.650516 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:38.658227 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-dc7ef880-064b-4f3b-87f4-f2a0ffc54d1f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6904325 Sep 29 02:11:38.667752 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d1e5c-cb9f-4848-97a9-b3301bd3dc40 None None] Pushing event updated for resources: {'Port': ['ID=8e8d4a66-6008-43eb-85fd-aa4fa76084a9,revision_number=4']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:38.761003 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:38.791657 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-c9e28f87-5834-4a49-88a4-500877c40591 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:11:38.792861 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-c9e28f87-5834-4a49-88a4-500877c40591 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059679 Sep 29 02:11:38.863248 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 7 to provision port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 Sep 29 02:11:38.890492 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Sync routers for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:38.907071 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:11:38.962274 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] Set router 891e7a51-e7ed-4e86-8786-d028bca32978 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:39.008170 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:39.275205 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:39.277814 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:39.302132 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.308590 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.57', 54426) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:39.338385 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-07cb4800-7093-450b-9a3b-59c3362758c9 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:11:39.369818 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-07cb4800-7093-450b-9a3b-59c3362758c9 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6454630 Sep 29 02:11:39.447429 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Request body: {'port': {'device_id': 'ec6ac6cb-0572-4ec4-a218-19fa1e257847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:39.497361 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '8e8d4a66-6008-43eb-85fd-aa4fa76084a9', 'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'mac_address': 'fa:16:3e:93:56:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:27Z', 'updated_at': '2022-09-29T02:11:38Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'subnets': [{'id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:39.546320 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b7fbc-d636-4ffa-8cbc-972e5f8a5587 None None] The sync data for ids ['891e7a51-e7ed-4e86-8786-d028bca32978'] in dv-cinder-740146-21-iscsi is: [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '8e8d4a66-6008-43eb-85fd-aa4fa76084a9', 'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'mac_address': 'fa:16:3e:93:56:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:27Z', 'updated_at': '2022-09-29T02:11:38Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'subnets': [{'id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:11:39.555410 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 8 to provision port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 Sep 29 02:11:39.679784 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (391bd10f-4afa-41d0-a245-441cf5790cac), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.679960 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 7811e8f5-9cc5-4870-8906-d3646ea034e5 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:39.680577 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.753669 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:39.813414 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:39.819436 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port 7811e8f5-9cc5-4870-8906-d3646ea034e5, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=7811e8f5-9cc5-4870-8906-d3646ea034e5,segment=NetworkSegment(bcda224b-306f-4454-9bc7-0e4d3a26ef13),segment_id=bcda224b-306f-4454-9bc7-0e4d3a26ef13)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:39.862627 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:36Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:39.869570 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.870306 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device bde07bac-8a87-40f0-9e16-5a255fa1e205 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:39.884988 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdb938-7255-4a28-9727-6d54f3051753 req-d9ee1285-8513-49ab-b38f-0aedb19dd961 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:39.888576 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-d9ee1285-8513-49ab-b38f-0aedb19dd961 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 HTTP/1.1" status: 200 len: 810 time: 0.8546941 Sep 29 02:11:40.046854 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1796878-816e-4aaa-9f7a-33b2b75980b6 None None] The sync data for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi is: [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:36Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:11:40.217005 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Allocated IP 172.27.3.234 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:40.278287 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 9 to provision port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 Sep 29 02:11:40.301497 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=7811e8f5-9cc5-4870-8906-d3646ea034e5,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:40.367387 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:40.376883 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:40.385550 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port bde07bac-8a87-40f0-9e16-5a255fa1e205 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:40.385945 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.386285 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port bde07bac-8a87-40f0-9e16-5a255fa1e205 Sep 29 02:11:40.510608 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7f3d874b-9fdc-4ec9-8174-610845e2ec75 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1279132 Sep 29 02:11:40.691792 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 2, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:40.739825 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391bd10f-4afa-41d0-a245-441cf5790cac {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:11:40.772454 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Publish callbacks [] for port (391bd10f-4afa-41d0-a245-441cf5790cac), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.800239 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Checking router: e630c1dd-cb78-4605-9969-e8364ff9fde9 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:40.800239 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Updating router e630c1dd-cb78-4605-9969-e8364ff9fde9 port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 binding host dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:40.836890 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-66088949-81b5-45e0-9479-fe19656b86e3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2a04f2488c2a4d219ad8193c4dd12b65 HTTP/1.1" status: 200 len: 379 time: 0.9225092 Sep 29 02:11:40.883924 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Transition to ACTIVE for port object 391bd10f-4afa-41d0-a245-441cf5790cac will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:11:40.898553 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (391bd10f-4afa-41d0-a245-441cf5790cac), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.915271 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-54bdb938-7255-4a28-9727-6d54f3051753 req-40a2236b-813a-4cfe-8039-d689a88bd6d1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Request body: {'port': {'device_id': 'b325d6a7-de3c-462c-a885-ea01b42ac4fc', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'admin_state_up': True, 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'security_groups': ['d4656ce8-212d-447e-b497-154cb3f721b1']}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:40.939528 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for port (5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.997170 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:41.189111 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 10 to provision port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 Sep 29 02:11:41.246422 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:41.257667 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bdb938-7255-4a28-9727-6d54f3051753 req-40a2236b-813a-4cfe-8039-d689a88bd6d1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Made reservation on behalf of 2a04f2488c2a4d219ad8193c4dd12b65 for: {'port': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:41.263850 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-54bdb938-7255-4a28-9727-6d54f3051753 req-40a2236b-813a-4cfe-8039-d689a88bd6d1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.323632 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Pushing event updated for resources: {'Port': ['ID=391bd10f-4afa-41d0-a245-441cf5790cac,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:41.353319 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.354412 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:41.359833 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:41.389653 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.422170 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Attempting to bind port 391bd10f-4afa-41d0-a245-441cf5790cac on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:41.422710 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Attempting to bind port 391bd10f-4afa-41d0-a245-441cf5790cac by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'bcda224b-306f-4454-9bc7-0e4d3a26ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:41.423804 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Attempting to bind port 391bd10f-4afa-41d0-a245-441cf5790cac on network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:41.476806 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:41.526490 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port bde07bac-8a87-40f0-9e16-5a255fa1e205 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:41.537336 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Provisioning complete for port 10252269-8e75-4807-b023-f6c297a391ac triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:41.537975 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (10252269-8e75-4807-b023-f6c297a391ac), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.540204 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 1 to provision port 10252269-8e75-4807-b023-f6c297a391ac Sep 29 02:11:41.549499 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:41.558069 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-559f6e37-2e1a-4ac6-86d7-0e0be7420138 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0462334 Sep 29 02:11:41.572137 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:41.626113 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:41.632324 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [req-54bdb938-7255-4a28-9727-6d54f3051753 req-40a2236b-813a-4cfe-8039-d689a88bd6d1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Allocated IP 172.20.0.11 (5eda99a4-97f4-45f5-b6b7-9edb65ee1be4/c97b77e6-502e-434a-8af4-d88686453bb8/f4ee4981-fc1b-4a7a-af00-412764134573) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:41.646093 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:41.717563 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927402d-9c49-4a6a-9885-71fdb0e98cb1 req-3524cb78-456f-4140-a1dc-1fce6c9638b6 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:41.720299 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e927402d-9c49-4a6a-9885-71fdb0e98cb1 req-3524cb78-456f-4140-a1dc-1fce6c9638b6 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.9121523 Sep 29 02:11:41.885725 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'Port': ['ID=5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:41.998589 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (6ca2e539-f247-49a0-a330-5369813b24fc), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.010966 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Port 391bd10f-4afa-41d0-a245-441cf5790cac on network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:11:42.011364 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Attempting to bind port 391bd10f-4afa-41d0-a245-441cf5790cac on network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:42.072289 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e927402d-9c49-4a6a-9885-71fdb0e98cb1 req-ed46b283-a3d9-429c-9768-5ffbb9bac23f tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420472 Sep 29 02:11:42.099837 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Current status of the port 10252269-8e75-4807-b023-f6c297a391ac is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:42.100479 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (10252269-8e75-4807-b023-f6c297a391ac), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.143765 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.205065 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] For port 10252269-8e75-4807-b023-f6c297a391ac, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=10252269-8e75-4807-b023-f6c297a391ac,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:42.220257 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (10252269-8e75-4807-b023-f6c297a391ac), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.224043 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a6937d4d-2764-42f5-a5e2-f9a91f4990c6 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:42.286095 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-54bdb938-7255-4a28-9727-6d54f3051753 req-40a2236b-813a-4cfe-8039-d689a88bd6d1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for port (f4ee4981-fc1b-4a7a-af00-412764134573), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.353210 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:42.353608 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Checking segment: {'id': 'bcda224b-306f-4454-9bc7-0e4d3a26ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:42.354146 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Bound using segment: {'id': 'bcda224b-306f-4454-9bc7-0e4d3a26ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:42.354578 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Bound port: 391bd10f-4afa-41d0-a245-441cf5790cac, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcda224b-306f-4454-9bc7-0e4d3a26ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:42.354944 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (391bd10f-4afa-41d0-a245-441cf5790cac), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.409694 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-54bdb938-7255-4a28-9727-6d54f3051753 req-40a2236b-813a-4cfe-8039-d689a88bd6d1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (f4ee4981-fc1b-4a7a-af00-412764134573), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.414637 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for port (5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.429017 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.432478 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (6ca2e539-f247-49a0-a330-5369813b24fc), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.461889 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Provisioning complete for port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:42.462747 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.463328 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 1 to provision port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 Sep 29 02:11:42.507897 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2236b-813a-4cfe-8039-d689a88bd6d1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event updated for resources: {'Port': ['ID=f4ee4981-fc1b-4a7a-af00-412764134573,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:42.583455 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:42.584436 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'Port': ['ID=5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:42.608973 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port a6937d4d-2764-42f5-a5e2-f9a91f4990c6 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:42.609614 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.610045 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port a6937d4d-2764-42f5-a5e2-f9a91f4990c6 Sep 29 02:11:42.616847 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Pushing event updated for resources: {'Port': ['ID=10252269-8e75-4807-b023-f6c297a391ac,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:42.625945 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2d3d0fec-625a-4533-a5dc-6b24119ab8ad req-a57a589c-ed05-45d1-a256-d87a3ca474f0 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 210 time: 0.1274955 Sep 29 02:11:42.643120 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bdb938-7255-4a28-9727-6d54f3051753 req-40a2236b-813a-4cfe-8039-d689a88bd6d1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:42.661935 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9c63b-b2b4-4944-97a0-dd05f679f012 req-423a4ccc-0905-425a-a5ea-0c1fb16d9c82 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:42.665249 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-86b9c63b-b2b4-4944-97a0-dd05f679f012 req-423a4ccc-0905-425a-a5ea-0c1fb16d9c82 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 932 time: 0.2710431 Sep 29 02:11:42.668968 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [req-54bdb938-7255-4a28-9727-6d54f3051753 req-40a2236b-813a-4cfe-8039-d689a88bd6d1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:42.673495 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bdb938-7255-4a28-9727-6d54f3051753 req-40a2236b-813a-4cfe-8039-d689a88bd6d1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:42.683035 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdb938-7255-4a28-9727-6d54f3051753 req-40a2236b-813a-4cfe-8039-d689a88bd6d1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:42.685643 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-54bdb938-7255-4a28-9727-6d54f3051753 req-40a2236b-813a-4cfe-8039-d689a88bd6d1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.730764 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Publish callbacks [] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), precommit_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.748235 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.758176 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-270673f8-9b62-4496-80f8-54c49a9fde59 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1289682 Sep 29 02:11:42.775134 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.800301 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-40a2236b-813a-4cfe-8039-d689a88bd6d1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9225752 Sep 29 02:11:42.844767 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] For port 391bd10f-4afa-41d0-a245-441cf5790cac, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:42.860945 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] For port 391bd10f-4afa-41d0-a245-441cf5790cac, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=391bd10f-4afa-41d0-a245-441cf5790cac,segment=NetworkSegment(bcda224b-306f-4454-9bc7-0e4d3a26ef13),segment_id=bcda224b-306f-4454-9bc7-0e4d3a26ef13)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:42.867839 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Request body: {'port': {'device_id': 'b325d6a7-de3c-462c-a885-ea01b42ac4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:42.877698 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (391bd10f-4afa-41d0-a245-441cf5790cac), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.899519 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:42.902111 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.910167 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/391bd10f-4afa-41d0-a245-441cf5790cac HTTP/1.1" status: 200 len: 1093 time: 3.5941343 Sep 29 02:11:42.917586 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6ac6cb-0572-4ec4-a218-19fa1e257847', 'tag': '391bd10f-4afa-41d0-a245-441cf5790cac'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:11:43.003012 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-86b9c63b-b2b4-4944-97a0-dd05f679f012 req-cc9e2323-c3e6-403e-918f-8d598532e563 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118074 Sep 29 02:11:43.047037 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:43.271384 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (f4ee4981-fc1b-4a7a-af00-412764134573), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.389075 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:43.393721 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Current status of the port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:43.394350 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.400897 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2ad54-a5e0-4b69-b93e-dc4e625ee21c None None] Pushing event updated for resources: {'Port': ['ID=9b1ec5d1-16e1-477f-adb3-82d236be97a1,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:43.656329 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port a6937d4d-2764-42f5-a5e2-f9a91f4990c6 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:43.662321 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 7811e8f5-9cc5-4870-8906-d3646ea034e5 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:43.940151 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:43.959985 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96c79e-57ab-4606-b44b-56b8b67d9f68 service neutron] Pushing event updated for resources: {'Port': ['ID=391bd10f-4afa-41d0-a245-441cf5790cac,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:43.969837 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3f809-1cd1-42c1-92da-0e7315f7a7cf req-a4b15e73-6281-415c-8778-22d075823a2a tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:43.989600 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68d3f809-1cd1-42c1-92da-0e7315f7a7cf req-a4b15e73-6281-415c-8778-22d075823a2a tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.1266716 Sep 29 02:11:44.016432 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-25a3119b-b49d-4745-a97b-638a55b9c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:44.024417 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-25a3119b-b49d-4745-a97b-638a55b9c67c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=dbda18c4ee4e4c9eb64f37e71bd862cd&device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 1127 time: 0.9166183 Sep 29 02:11:44.050736 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf36f39-24ab-4f30-8f03-0853f0f442e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6ac6cb-0572-4ec4-a218-19fa1e257847", "tag": "391bd10f-4afa-41d0-a245-441cf5790cac"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:11:44.074397 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 7811e8f5-9cc5-4870-8906-d3646ea034e5 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:44.075072 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.075483 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 7811e8f5-9cc5-4870-8906-d3646ea034e5 Sep 29 02:11:44.213099 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] For port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=8e8d4a66-6008-43eb-85fd-aa4fa76084a9,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:44.230593 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.303411 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-17017228-d8d1-4ea1-a185-06dd6d955b00 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=391bd10f-4afa-41d0-a245-441cf5790cac HTTP/1.1" status: 200 len: 217 time: 0.2426405 Sep 29 02:11:44.303917 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 41580) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:44.350220 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-7eda38ef-b0bc-430b-8fcd-b17c82230a65 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:44.360281 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-7eda38ef-b0bc-430b-8fcd-b17c82230a65 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 818 time: 1.0303848 Sep 29 02:11:44.364666 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Provisioning complete for port 46db757c-2cc0-4f8a-a6f6-68221ca4891e triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:44.365311 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.366359 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 1 to provision port 46db757c-2cc0-4f8a-a6f6-68221ca4891e Sep 29 02:11:44.441110 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-e13caa83-bfab-4605-8549-88ec32776fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:44.443994 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-e13caa83-bfab-4605-8549-88ec32776fba service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ea404793-9994-408b-8c90-6ee182f1452c HTTP/1.1" status: 200 len: 851 time: 0.1067016 Sep 29 02:11:44.456645 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-fee75704-8b68-4b71-84da-338b7d99f377 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/quotas/320dd138f254473a84a601c153e1e39b HTTP/1.1" status: 200 len: 375 time: 0.0946429 Sep 29 02:11:44.516099 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Pushing event updated for resources: {'Port': ['ID=8e8d4a66-6008-43eb-85fd-aa4fa76084a9,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:44.579369 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-bd678818-3319-40dd-8917-2fbf6c1de873 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934434 Sep 29 02:11:44.584119 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Attempting to bind port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:44.584842 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Attempting to bind port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:44.585526 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Attempting to bind port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:44.670618 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:44.671471 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Checking segment: {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:44.672110 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.672801 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Bound using segment: {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:44.673529 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Bound port: 9b1ec5d1-16e1-477f-adb3-82d236be97a1, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:44.674283 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.745373 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 7811e8f5-9cc5-4870-8906-d3646ea034e5 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:44.747924 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:44.846602 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:44.851071 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Current status of the port 46db757c-2cc0-4f8a-a6f6-68221ca4891e is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:44.854363 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-94814fb3-a1f7-4ab0-8f1a-b76e13a77b1b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508051 Sep 29 02:11:44.867990 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:44.868514 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.868994 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 Sep 29 02:11:44.899582 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Provisioning complete for port 7811e8f5-9cc5-4870-8906-d3646ea034e5 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:44.900104 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.900537 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Attempt 1 to provision port 7811e8f5-9cc5-4870-8906-d3646ea034e5 Sep 29 02:11:44.930015 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3feb765d-72b4-4b20-b1d6-b9ac3a55717f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.947868 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:44.971675 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] For port 9b1ec5d1-16e1-477f-adb3-82d236be97a1, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:45.015263 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-e9c34cc3-4511-4bb5-bb1d-4a7c960a84d8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353266 Sep 29 02:11:45.088072 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] For port 9b1ec5d1-16e1-477f-adb3-82d236be97a1, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=9b1ec5d1-16e1-477f-adb3-82d236be97a1,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:45.102403 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68d3f809-1cd1-42c1-92da-0e7315f7a7cf req-40ed9ffc-1785-4c8a-90e8-12af913e87c1 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7048430 Sep 29 02:11:45.171659 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3feb765d-72b4-4b20-b1d6-b9ac3a55717f admin admin] Publish callbacks [] for security_group (920d36ca-832b-480f-a952-b2e9d1892dae), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.177739 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.351240 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ee4981-fc1b-4a7a-af00-412764134573 {{(pid=106336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:11:45.358502 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3feb765d-72b4-4b20-b1d6-b9ac3a55717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (920d36ca-832b-480f-a952-b2e9d1892dae), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.369520 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Publish callbacks [] for port (f4ee4981-fc1b-4a7a-af00-412764134573), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.489884 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.provisioning_blocks [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Transition to ACTIVE for port object f4ee4981-fc1b-4a7a-af00-412764134573 will not be triggered until provisioned by entity L2. {{(pid=106336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:11:45.493958 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-845c3491-e5a3-4fd1-9a71-89c29e656f10 None None] Current status of the port 7811e8f5-9cc5-4870-8906-d3646ea034e5 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:45.496649 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (f4ee4981-fc1b-4a7a-af00-412764134573), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.530793 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:45.540890 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:11:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:45.618454 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2ad54-a5e0-4b69-b93e-dc4e625ee21c None None] Pushing event updated for resources: {'Port': ['ID=9b1ec5d1-16e1-477f-adb3-82d236be97a1,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:45.712420 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-5ff0768c-7d91-4c67-a5ef-1cd1b9101587 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--805711428&fields=id&tenant_id=cc20488e0b2d48f796052c4e76990b19 HTTP/1.1" status: 200 len: 267 time: 0.2554567 Sep 29 02:11:45.729271 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-443a7d68-24e4-471b-9688-a5130d2054f4 None None] Provisioning complete for port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:45.729997 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-443a7d68-24e4-471b-9688-a5130d2054f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.730575 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-443a7d68-24e4-471b-9688-a5130d2054f4 None None] Attempt 1 to provision port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 Sep 29 02:11:45.731624 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-3feb765d-72b4-4b20-b1d6-b9ac3a55717f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=08bcf010c9b74308b444e41bc709cb47&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4255497 Sep 29 02:11:45.734947 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 41620) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:45.760927 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:45.775672 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb765d-72b4-4b20-b1d6-b9ac3a55717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920d36ca-832b-480f-a952-b2e9d1892dae,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:45.779981 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-bf001fde-1731-4552-b934-3d9276c2863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:45.782520 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-bf001fde-1731-4552-b934-3d9276c2863c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4bb4610a-2c61-45df-bbe4-68be5aa4a03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6058824 Sep 29 02:11:45.804629 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-bf24ece8-82c5-44ce-8593-db719bab787f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.927295 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-229212df-7807-4fb3-a8d1-1f05bfe2ac87 admin admin] Publish callbacks [] for security_group (920d36ca-832b-480f-a952-b2e9d1892dae), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.939371 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:45.944011 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device fd89ea06-444c-4c59-bbae-5811256f705c up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:45.974506 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Attempting to bind port f4ee4981-fc1b-4a7a-af00-412764134573 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:45.974942 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Attempting to bind port f4ee4981-fc1b-4a7a-af00-412764134573 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'}] {{(pid=106336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:45.975303 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Attempting to bind port f4ee4981-fc1b-4a7a-af00-412764134573 on network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:45.980086 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 41628) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:46.021470 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-229212df-7807-4fb3-a8d1-1f05bfe2ac87 admin admin] Publish callbacks [] for security_group (920d36ca-832b-480f-a952-b2e9d1892dae), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.226255 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.57', 54436) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:46.259046 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:46.354949 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3973c0-1835-49d9-b3cd-3b868a23caf4 req-0c59ea83-8dff-4a56-ab08-1ca8e058b7ec tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:46.376958 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4d3973c0-1835-49d9-b3cd-3b868a23caf4 req-0c59ea83-8dff-4a56-ab08-1ca8e058b7ec tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.7373624 Sep 29 02:11:46.387724 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-443a7d68-24e4-471b-9688-a5130d2054f4 None None] Current status of the port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:46.416614 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ee4981-fc1b-4a7a-af00-412764134573,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:46.435159 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port fd89ea06-444c-4c59-bbae-5811256f705c triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:46.436434 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (fd89ea06-444c-4c59-bbae-5811256f705c), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.443031 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port fd89ea06-444c-4c59-bbae-5811256f705c Sep 29 02:11:46.537549 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-335e93fd-346c-4319-99d9-dbf914c21046 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4bb4610a-2c61-45df-bbe4-68be5aa4a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280371 Sep 29 02:11:46.597123 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:46.648428 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Port f4ee4981-fc1b-4a7a-af00-412764134573 on network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:11:46.648751 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Attempting to bind port f4ee4981-fc1b-4a7a-af00-412764134573 on network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:46.664194 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:46.710427 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-229212df-7807-4fb3-a8d1-1f05bfe2ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (920d36ca-832b-480f-a952-b2e9d1892dae), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.714856 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-229212df-7807-4fb3-a8d1-1f05bfe2ac87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.716850 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-229212df-7807-4fb3-a8d1-1f05bfe2ac87 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/920d36ca-832b-480f-a952-b2e9d1892dae HTTP/1.1" status: 204 len: 168 time: 0.9545724 Sep 29 02:11:46.773372 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-2ee34e10-aa88-4d65-b86d-865b57e1f9db tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:46.787008 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-2ee34e10-aa88-4d65-b86d-865b57e1f9db tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 814 time: 1.0735998 Sep 29 02:11:46.800403 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4d3973c0-1835-49d9-b3cd-3b868a23caf4 req-bfd82405-7ab4-46ff-bcbf-b7d183903989 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4224932 Sep 29 02:11:46.882659 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-edb13d88-c26e-4bdd-9266-67c9be6f0e00 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/quotas/cc20488e0b2d48f796052c4e76990b19 HTTP/1.1" status: 200 len: 375 time: 0.0737386 Sep 29 02:11:46.919976 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229212df-7807-4fb3-a8d1-1f05bfe2ac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920d36ca-832b-480f-a952-b2e9d1892dae,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:46.921614 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:46.925633 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Checking segment: {'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:46.928860 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Bound using segment: {'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'} {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:46.930059 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Bound port: f4ee4981-fc1b-4a7a-af00-412764134573, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'}}] {{(pid=106336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:46.931418 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (f4ee4981-fc1b-4a7a-af00-412764134573), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.942237 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f736de08-5504-4a40-99d6-89547ffad458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.999361 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-443a7d68-24e4-471b-9688-a5130d2054f4 None None] Provisioning complete for port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:46.999812 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-443a7d68-24e4-471b-9688-a5130d2054f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.000069 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-443a7d68-24e4-471b-9688-a5130d2054f4 None None] Attempt 1 to provision port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 Sep 29 02:11:47.153814 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port fd89ea06-444c-4c59-bbae-5811256f705c is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:47.158442 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 10252269-8e75-4807-b023-f6c297a391ac up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:47.242375 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f736de08-5504-4a40-99d6-89547ffad458 admin admin] Publish callbacks [] for security_group (53347812-33a1-47da-9615-3423cb3b43b7), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.254790 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:47.273733 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f736de08-5504-4a40-99d6-89547ffad458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (53347812-33a1-47da-9615-3423cb3b43b7), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.421328 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736de08-5504-4a40-99d6-89547ffad458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53347812-33a1-47da-9615-3423cb3b43b7,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:47.460625 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:47.573697 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 41664) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:47.583570 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2fc952-d7df-4982-b5dc-54f381440469 x-openstack-request-id: req-eb2fc952-d7df-4982-b5dc-54f381440469 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:11:47.588586 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6ac6cb-0572-4ec4-a218-19fa1e257847", "tag": "391bd10f-4afa-41d0-a245-441cf5790cac", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:11:47.589162 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-eb2fc952-d7df-4982-b5dc-54f381440469 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:11:47.589947 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2fc952-d7df-4982-b5dc-54f381440469'] response: {'name': 'network-changed', 'server_uuid': 'ec6ac6cb-0572-4ec4-a218-19fa1e257847', 'tag': '391bd10f-4afa-41d0-a245-441cf5790cac', 'status': 'completed', 'code': 200} Sep 29 02:11:47.720822 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-f736de08-5504-4a40-99d6-89547ffad458 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=db715e64f74042749d8c0459127b5711&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7328496 Sep 29 02:11:47.723637 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ee67-4de4-4e18-bc39-7fd710ca80a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.729387 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] For port f4ee4981-fc1b-4a7a-af00-412764134573, host hv-cinder-74014, cleared binding levels {{(pid=106336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:47.776132 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-443a7d68-24e4-471b-9688-a5130d2054f4 None None] Current status of the port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:47.776650 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-443a7d68-24e4-471b-9688-a5130d2054f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.781589 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] For port f4ee4981-fc1b-4a7a-af00-412764134573, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f4ee4981-fc1b-4a7a-af00-412764134573,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:47.783405 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 41672) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:47.804912 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 10252269-8e75-4807-b023-f6c297a391ac triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:47.804912 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (10252269-8e75-4807-b023-f6c297a391ac), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.804912 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 10252269-8e75-4807-b023-f6c297a391ac Sep 29 02:11:47.810628 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (f4ee4981-fc1b-4a7a-af00-412764134573), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.859241 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:47.865089 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.873447 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/f4ee4981-fc1b-4a7a-af00-412764134573 HTTP/1.1" status: 200 len: 1094 time: 5.0252852 Sep 29 02:11:47.878213 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b325d6a7-de3c-462c-a885-ea01b42ac4fc', 'tag': 'f4ee4981-fc1b-4a7a-af00-412764134573'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:11:47.937121 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-07a64dc5-51b2-4a3a-ad10-8d5ec3c4cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.038393 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a829a0f6-471a-4ef4-bbb4-7c231937a3b6 admin admin] Publish callbacks [] for security_group (53347812-33a1-47da-9615-3423cb3b43b7), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.081590 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a829a0f6-471a-4ef4-bbb4-7c231937a3b6 admin admin] Publish callbacks [] for security_group (53347812-33a1-47da-9615-3423cb3b43b7), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.089826 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-ab122f73-6b3f-4a3c-bf2b-b446523e3dac tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1799791 Sep 29 02:11:48.111850 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-443a7d68-24e4-471b-9688-a5130d2054f4 None None] For port 9b1ec5d1-16e1-477f-adb3-82d236be97a1, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=9b1ec5d1-16e1-477f-adb3-82d236be97a1,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:48.144486 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:48.158634 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-13eefba1-a69b-4eee-974c-359ea9f825f5 req-cdcd1254-6840-418f-b215-1f3a601fdfcf tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 210 time: 0.3521533 Sep 29 02:11:48.159797 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb32f8-db26-4686-b2b6-8a1f305c9a94 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ee4981-fc1b-4a7a-af00-412764134573,revision_number=3']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:48.162698 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-443a7d68-24e4-471b-9688-a5130d2054f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.203351 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-bf3f94a3-36d3-4454-a58e-8939acc85419 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:48.208118 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-bf3f94a3-36d3-4454-a58e-8939acc85419 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 818 time: 1.9639399 Sep 29 02:11:48.218231 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6b3a841c-4eac-45d6-ada8-e32a757be8f4 req-9220fd96-7e5b-44bb-8f78-9b0f7139a8f6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4bb4610a-2c61-45df-bbe4-68be5aa4a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5477059 Sep 29 02:11:48.288032 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8fa5565f-406d-4469-9628-6f40bd6cb654 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Request body: {'port': {'device_id': 'a6794c9f-f06b-460e-a3d4-3763f97c4931', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'admin_state_up': True, 'tenant_id': '320dd138f254473a84a601c153e1e39b'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:48.298368 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 10252269-8e75-4807-b023-f6c297a391ac is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:48.359062 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:44Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:48.433295 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a829a0f6-471a-4ef4-bbb4-7c231937a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (53347812-33a1-47da-9615-3423cb3b43b7), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.436985 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a829a0f6-471a-4ef4-bbb4-7c231937a3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.441800 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a829a0f6-471a-4ef4-bbb4-7c231937a3b6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/53347812-33a1-47da-9615-3423cb3b43b7 HTTP/1.1" status: 204 len: 168 time: 0.6261590 Sep 29 02:11:48.483069 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829a0f6-471a-4ef4-bbb4-7c231937a3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53347812-33a1-47da-9615-3423cb3b43b7,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:48.502720 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8fa5565f-406d-4469-9628-6f40bd6cb654 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Made reservation on behalf of 320dd138f254473a84a601c153e1e39b for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:48.507764 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:48.507932 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8fa5565f-406d-4469-9628-6f40bd6cb654 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.537302 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f56e65-f127-4f5b-bdb6-ecc474983ab2 None None] The sync data for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi is: [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:44Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:11:48.543399 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdb938-7255-4a28-9727-6d54f3051753 req-00012466-fec5-4c19-a602-f15c6c9184df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:48.547273 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-00012466-fec5-4c19-a602-f15c6c9184df service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2a04f2488c2a4d219ad8193c4dd12b65&device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 1128 time: 0.5390899 Sep 29 02:11:48.558557 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f7b89-2cc6-4722-9eee-3cd54eea5647 req-d3f04bc3-ed78-437f-8117-168b1027a15d tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:48.560733 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-565f7b89-2cc6-4722-9eee-3cd54eea5647 req-d3f04bc3-ed78-437f-8117-168b1027a15d tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.1257622 Sep 29 02:11:48.563528 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:48.574515 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccd79f4-5e34-4bba-a734-5810dde77025" -d '{"events": [{"name": "network-changed", "server_uuid": "b325d6a7-de3c-462c-a885-ea01b42ac4fc", "tag": "f4ee4981-fc1b-4a7a-af00-412764134573"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:11:48.636704 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:48.698605 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a7d68-24e4-471b-9688-a5130d2054f4 None None] Pushing event updated for resources: {'Port': ['ID=9b1ec5d1-16e1-477f-adb3-82d236be97a1,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:48.772691 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-088e0b52-9ce0-4f1e-bebb-140ca8eebaf2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961909 Sep 29 02:11:48.815117 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-565f7b89-2cc6-4722-9eee-3cd54eea5647 req-0ece65e1-6f0e-4a88-95e1-93313b8e3a24 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146022 Sep 29 02:11:48.818682 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.824476 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:48.824858 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.825313 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 Sep 29 02:11:49.049650 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-cab95c62-e8d8-43cc-a06d-caa4c8b9453d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333949 Sep 29 02:11:49.085991 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:49.090224 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 10252269-8e75-4807-b023-f6c297a391ac up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:49.131178 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58278c0-0d45-458f-8f6c-9c9353dcc023 req-6cfda265-16eb-42dc-bf4b-48ee27c0618e tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:49.143499 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c58278c0-0d45-458f-8f6c-9c9353dcc023 req-6cfda265-16eb-42dc-bf4b-48ee27c0618e tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.1850233 Sep 29 02:11:49.223605 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c58278c0-0d45-458f-8f6c-9c9353dcc023 req-293a07ec-e016-4d69-9f39-28ec0131ae94 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791306 Sep 29 02:11:49.254606 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 10252269-8e75-4807-b023-f6c297a391ac triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:49.257352 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (10252269-8e75-4807-b023-f6c297a391ac), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:49.257718 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 10252269-8e75-4807-b023-f6c297a391ac Sep 29 02:11:49.300490 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ee67-4de4-4e18-bc39-7fd710ca80a8 admin admin] Publish callbacks [] for security_group (4cbf5532-9468-4caf-9991-502147745803), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:49.333009 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ee67-4de4-4e18-bc39-7fd710ca80a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (4cbf5532-9468-4caf-9991-502147745803), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:49.398376 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6ee67-4de4-4e18-bc39-7fd710ca80a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbf5532-9468-4caf-9991-502147745803,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:49.475130 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=36 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:49.477801 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 10252269-8e75-4807-b023-f6c297a391ac is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:49.502293 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 41706) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:49.502722 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=70 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:49.506210 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-e1f6ee67-4de4-4e18-bc39-7fd710ca80a8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d4d122b14d314678a7d25849d94de9a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9294999 Sep 29 02:11:49.515453 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8fa5565f-406d-4469-9628-6f40bd6cb654 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Allocated IP 172.20.0.8 (c2bc5a46-4a67-46c9-9128-c14743d2b1ef/764dc2d1-8bd7-4871-9f05-6fabbfe2761a/b7d489b0-8ea1-47ef-acc4-1d824148d54e) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:49.749575 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-fa06c920-89b3-440e-9b4c-1a3875613d5a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4ee4981-fc1b-4a7a-af00-412764134573 HTTP/1.1" status: 200 len: 217 time: 0.1712179 Sep 29 02:11:49.786740 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-659f436a-f250-436c-847b-7865752b2705 admin admin] Publish callbacks [] for security_group (4cbf5532-9468-4caf-9991-502147745803), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:49.925371 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef9ef84-b072-45eb-8a1b-600cf9c6fd8a x-openstack-request-id: req-5ef9ef84-b072-45eb-8a1b-600cf9c6fd8a {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:11:49.925713 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b325d6a7-de3c-462c-a885-ea01b42ac4fc", "tag": "f4ee4981-fc1b-4a7a-af00-412764134573", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:11:49.926951 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5ef9ef84-b072-45eb-8a1b-600cf9c6fd8a {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:11:49.933644 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef9ef84-b072-45eb-8a1b-600cf9c6fd8a'] response: {'name': 'network-changed', 'server_uuid': 'b325d6a7-de3c-462c-a885-ea01b42ac4fc', 'tag': 'f4ee4981-fc1b-4a7a-af00-412764134573', 'status': 'completed', 'code': 200} Sep 29 02:11:49.937327 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.57', 54446) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:49.986193 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:50.052112 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf36f39-24ab-4f30-8f03-0853f0f442e6 req-fb1d6be8-3c8f-41c7-a1c9-9aec00b86a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:50.078117 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdf36f39-24ab-4f30-8f03-0853f0f442e6 req-fb1d6be8-3c8f-41c7-a1c9-9aec00b86a94 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=dbda18c4ee4e4c9eb64f37e71bd862cd&device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 1127 time: 0.4188988 Sep 29 02:11:50.112536 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-af0dadf2-5d91-4104-b114-b6d6f402b1cf req-f4e20fbe-4af4-4143-925c-07eefa3e3e1e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 210 time: 0.3127189 Sep 29 02:11:50.121826 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-659f436a-f250-436c-847b-7865752b2705 admin admin] Publish callbacks [] for security_group (4cbf5532-9468-4caf-9991-502147745803), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.199275 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e9f7bbd0-a92a-4b01-9433-4a473fdd64ce req-f6a9844e-502d-4e85-aa33-edac5f8a4a55 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.1758895 Sep 29 02:11:50.378653 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdb938-7255-4a28-9727-6d54f3051753 req-3300a110-e5b3-4e45-8c32-6a7d247c1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:50.383097 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-3300a110-e5b3-4e45-8c32-6a7d247c1c6a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c97b77e6-502e-434a-8af4-d88686453bb8 HTTP/1.1" status: 200 len: 849 time: 0.6109204 Sep 29 02:11:50.435619 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.537751 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c0f6b-e366-4b6e-a054-f15afdfe44f2 req-1fb8df7f-0cad-4459-8f2b-8ae4e72f08f5 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:50.547222 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3e5c0f6b-e366-4b6e-a054-f15afdfe44f2 req-1fb8df7f-0cad-4459-8f2b-8ae4e72f08f5 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.2127161 Sep 29 02:11:50.567209 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 9b1ec5d1-16e1-477f-adb3-82d236be97a1 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:50.669919 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.728098 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:50.729056 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.738067 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 Sep 29 02:11:50.740218 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b050f-9ccc-4878-b4fd-179561d38537 req-541e6820-6468-4ee9-8e5d-711e49415bca tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:50.747369 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5d2b050f-9ccc-4878-b4fd-179561d38537 req-541e6820-6468-4ee9-8e5d-711e49415bca tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.1947436 Sep 29 02:11:50.782962 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:50.828024 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:50.847415 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdb938-7255-4a28-9727-6d54f3051753 req-266bf69d-52a5-44ea-97a6-35b4d78870dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:50.850292 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-266bf69d-52a5-44ea-97a6-35b4d78870dd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2962778 Sep 29 02:11:50.978483 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3e5c0f6b-e366-4b6e-a054-f15afdfe44f2 req-701410de-0408-4380-98b4-e4cf8582ac53 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497497 Sep 29 02:11:51.044208 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:51.064005 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5d2b050f-9ccc-4878-b4fd-179561d38537 req-606f2873-0eb5-48c0-9a1e-14cd2d0a7ac2 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156714 Sep 29 02:11:51.064742 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-659f436a-f250-436c-847b-7865752b2705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (4cbf5532-9468-4caf-9991-502147745803), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.091180 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-659f436a-f250-436c-847b-7865752b2705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.095738 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-659f436a-f250-436c-847b-7865752b2705 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4cbf5532-9468-4caf-9991-502147745803 HTTP/1.1" status: 204 len: 168 time: 1.5923049 Sep 29 02:11:51.116684 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f436a-f250-436c-847b-7865752b2705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbf5532-9468-4caf-9991-502147745803,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:51.358196 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d6c7eece-f781-497b-ac5d-3dd23da2b75c req-b8289fa8-0a98-4b9c-9b9a-d8d10151e85d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 210 time: 0.0475304 Sep 29 02:11:51.364189 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf36f39-24ab-4f30-8f03-0853f0f442e6 req-75d20f05-0e06-4586-adf9-715f3c6d2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:51.365741 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdf36f39-24ab-4f30-8f03-0853f0f442e6 req-75d20f05-0e06-4586-adf9-715f3c6d2624 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=4bb4610a-2c61-45df-bbe4-68be5aa4a03c HTTP/1.1" status: 200 len: 912 time: 1.2483985 Sep 29 02:11:51.404915 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-66207982-b942-4e13-aef6-49ed37c9758e req-dc2f0524-23ae-45f3-b253-bdc46ef37fa3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0439682 Sep 29 02:11:51.417934 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-384ebad8-ebee-478d-aa30-9b1def4679fc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:51.425144 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-384ebad8-ebee-478d-aa30-9b1def4679fc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 818 time: 1.4799116 Sep 29 02:11:51.476678 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:51.509472 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8fa5565f-406d-4469-9628-6f40bd6cb654 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.582773 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8fa5565f-406d-4469-9628-6f40bd6cb654 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.683391 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8fa5565f-406d-4469-9628-6f40bd6cb654 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Network c2bc5a46-4a67-46c9-9128-c14743d2b1ef is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:51.695974 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8fa5565f-406d-4469-9628-6f40bd6cb654 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:51.700850 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8fa5565f-406d-4469-9628-6f40bd6cb654 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:51.706389 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8fa5565f-406d-4469-9628-6f40bd6cb654 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:51.707160 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8fa5565f-406d-4469-9628-6f40bd6cb654 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.711430 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5565f-406d-4469-9628-6f40bd6cb654 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Pushing event updated for resources: {'Port': ['ID=b7d489b0-8ea1-47ef-acc4-1d824148d54e,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:51.733759 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8fa5565f-406d-4469-9628-6f40bd6cb654 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4694183 Sep 29 02:11:52.020003 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Provisioning complete for port b7d489b0-8ea1-47ef-acc4-1d824148d54e triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:52.022024 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:52.022024 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Attempt 1 to provision port b7d489b0-8ea1-47ef-acc4-1d824148d54e Sep 29 02:11:52.072973 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Port b7d489b0-8ea1-47ef-acc4-1d824148d54e cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:52.146335 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e694d-24ca-45b5-b136-704cc381dc64 req-ff066f8c-ccf8-4332-ba4d-e32e66eb9e5c tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:52.148750 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1d2e694d-24ca-45b5-b136-704cc381dc64 req-ff066f8c-ccf8-4332-ba4d-e32e66eb9e5c tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.0712788 Sep 29 02:11:52.219038 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63fa4c-cd34-4c8d-a91b-3d6a92b7648d req-80ff65e0-f079-4bf5-af0e-d730ac479c02 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:52.220772 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8b63fa4c-cd34-4c8d-a91b-3d6a92b7648d req-80ff65e0-f079-4bf5-af0e-d730ac479c02 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.0684648 Sep 29 02:11:52.279570 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1d2e694d-24ca-45b5-b136-704cc381dc64 req-b252b36c-4b49-4df9-b531-1852e4868d13 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933468 Sep 29 02:11:52.290239 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8b63fa4c-cd34-4c8d-a91b-3d6a92b7648d req-e63fc8dd-1b4f-4470-adc5-41e3fd422bdd tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632041 Sep 29 02:11:52.505985 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-082c8a7f-a376-4966-b832-dd5ace8bcbd7 req-a5e09e4f-7fbf-4058-926d-39587255c686 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 210 time: 0.0529535 Sep 29 02:11:52.549990 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:52.574318 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Attempt 2 to provision port b7d489b0-8ea1-47ef-acc4-1d824148d54e Sep 29 02:11:52.575294 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ba7b4916-1b08-4d62-9d58-8d503339267e req-afab3a6f-2ca1-4785-93bd-eabd888593ec tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0344105 Sep 29 02:11:52.614101 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Port b7d489b0-8ea1-47ef-acc4-1d824148d54e cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:53.115750 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Attempt 3 to provision port b7d489b0-8ea1-47ef-acc4-1d824148d54e Sep 29 02:11:53.149892 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Port b7d489b0-8ea1-47ef-acc4-1d824148d54e cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:53.453294 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f3cec-871e-41a8-afbc-ea22b51033f5 req-37175647-150d-4f57-83e0-981beb3a75be tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:53.455508 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5e3f3cec-871e-41a8-afbc-ea22b51033f5 req-37175647-150d-4f57-83e0-981beb3a75be tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.0819180 Sep 29 02:11:53.526180 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49f8e1-f441-441f-aa03-251e1eb0f7c9 req-9b49ab68-95ba-4ecf-992e-e83d024d3bce tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:53.538745 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2f49f8e1-f441-441f-aa03-251e1eb0f7c9 req-9b49ab68-95ba-4ecf-992e-e83d024d3bce tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.0720558 Sep 29 02:11:53.610739 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5e3f3cec-871e-41a8-afbc-ea22b51033f5 req-d637b50e-cf29-45e6-879a-ec9c2cc226b1 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436954 Sep 29 02:11:53.651455 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Attempt 4 to provision port b7d489b0-8ea1-47ef-acc4-1d824148d54e Sep 29 02:11:53.698769 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Port b7d489b0-8ea1-47ef-acc4-1d824148d54e cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:53.744666 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2f49f8e1-f441-441f-aa03-251e1eb0f7c9 req-80331102-9d39-431e-9c08-ec0cc05d763c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872923 Sep 29 02:11:53.852671 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-743ed42f-7068-45b1-bf35-e124075830e8 req-483441fb-234f-4cab-9568-a83e658a670e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 210 time: 0.0524340 Sep 29 02:11:53.893448 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d98afcc2-453e-4910-9f66-547cbd1076dd req-1eba6867-17d3-4bd5-bd06-753d3ed2b2ce tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0533769 Sep 29 02:11:54.199938 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Attempt 5 to provision port b7d489b0-8ea1-47ef-acc4-1d824148d54e Sep 29 02:11:54.233446 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Port b7d489b0-8ea1-47ef-acc4-1d824148d54e cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:54.735509 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Attempt 6 to provision port b7d489b0-8ea1-47ef-acc4-1d824148d54e Sep 29 02:11:54.757808 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f729ca-e4df-4c94-b295-ee8ae7808615 req-afd9897b-7502-4439-bfa5-c804fdeda1cd tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:54.759384 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-79f729ca-e4df-4c94-b295-ee8ae7808615 req-afd9897b-7502-4439-bfa5-c804fdeda1cd tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.0533478 Sep 29 02:11:54.777453 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Port b7d489b0-8ea1-47ef-acc4-1d824148d54e cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:54.830270 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-79f729ca-e4df-4c94-b295-ee8ae7808615 req-422c820b-a3da-450f-a2ed-756898d06c2a tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646503 Sep 29 02:11:54.923685 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c35d3-8738-488e-8c4a-bb9d03278d9c req-a8091bb8-3f33-46fa-b2da-6c99c05f05d0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:54.925388 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-229c35d3-8738-488e-8c4a-bb9d03278d9c req-a8091bb8-3f33-46fa-b2da-6c99c05f05d0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.0715945 Sep 29 02:11:54.976740 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4c8025fd-e037-481f-abfc-eddc7d6d2453 req-e06f53f1-a2f8-4521-bf1c-94db74544235 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 210 time: 0.0305998 Sep 29 02:11:55.006267 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-229c35d3-8738-488e-8c4a-bb9d03278d9c req-a75cb499-f70d-4737-a53f-e7676d888620 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743024 Sep 29 02:11:55.060218 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b7b5f616-389c-46a9-b34f-17bd03cae6f9 req-f982f184-7177-475c-b8ff-fd6ad46b4389 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0277677 Sep 29 02:11:55.278649 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Attempt 7 to provision port b7d489b0-8ea1-47ef-acc4-1d824148d54e Sep 29 02:11:55.313474 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Port b7d489b0-8ea1-47ef-acc4-1d824148d54e cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:55.814610 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Attempt 8 to provision port b7d489b0-8ea1-47ef-acc4-1d824148d54e Sep 29 02:11:55.846291 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Port b7d489b0-8ea1-47ef-acc4-1d824148d54e cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:55.965690 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db1c82-abda-44f2-a01e-49c1e7755437 req-f7ff5608-e6b6-4102-bf49-da6cf18a0bf5 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:55.967151 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b8db1c82-abda-44f2-a01e-49c1e7755437 req-f7ff5608-e6b6-4102-bf49-da6cf18a0bf5 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.0497673 Sep 29 02:11:55.991603 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:56.018510 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b8db1c82-abda-44f2-a01e-49c1e7755437 req-a053e9a9-1890-4826-89c7-8a9e592469a4 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458519 Sep 29 02:11:56.032629 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:56.109139 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6903922b-51b0-40b4-85e2-6f0f026d1af5 req-aba36ecd-95e0-4eb2-9c29-fe537d96522b tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 210 time: 0.0340478 Sep 29 02:11:56.163336 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c3f7f-1fc6-48a2-8a87-69ef8edfe9ab req-cc0288ee-a9b0-4618-b343-a22fc31c2465 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:56.164845 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-815c3f7f-1fc6-48a2-8a87-69ef8edfe9ab req-cc0288ee-a9b0-4618-b343-a22fc31c2465 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.0585530 Sep 29 02:11:56.223817 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1a12c9a7-d0ca-4502-ba82-0ce2b5588dd7 req-58e54bd3-525d-4e62-a747-710aba21df31 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0517111 Sep 29 02:11:56.248275 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-815c3f7f-1fc6-48a2-8a87-69ef8edfe9ab req-a0b0ee54-0282-42ce-a056-30267aa8d6a4 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778606 Sep 29 02:11:56.351468 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Attempt 9 to provision port b7d489b0-8ea1-47ef-acc4-1d824148d54e Sep 29 02:11:56.382410 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Port b7d489b0-8ea1-47ef-acc4-1d824148d54e cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:56.764017 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-e979303c-b54c-4216-bfc3-773d6f1ff44a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908508 Sep 29 02:11:56.827364 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-e6d68e09-427f-442e-971a-ef026a3382dc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Request body: {'port': {'device_id': '2e53cd3d-664c-487f-b293-dab637cbefc0', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'admin_state_up': True, 'tenant_id': '320dd138f254473a84a601c153e1e39b'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:56.865165 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdf36f39-24ab-4f30-8f03-0853f0f442e6 req-76a0a771-cc09-4776-aed2-9144d6e05622 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=391bd10f-4afa-41d0-a245-441cf5790cac HTTP/1.1" status: 200 len: 217 time: 0.0494475 Sep 29 02:11:56.883770 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Attempt 10 to provision port b7d489b0-8ea1-47ef-acc4-1d824148d54e Sep 29 02:11:56.896524 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Request body: {'port': {'device_id': 'a6794c9f-f06b-460e-a3d4-3763f97c4931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:56.909253 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:56.924026 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5d78deb9-deaa-466d-8473-27519c101533 None None] Port b7d489b0-8ea1-47ef-acc4-1d824148d54e cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:57.007490 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-54bdb938-7255-4a28-9727-6d54f3051753 req-feaac250-5128-40de-bf66-e88ba78cb246 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124573 Sep 29 02:11:57.022328 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf36f39-24ab-4f30-8f03-0853f0f442e6 req-3b95692b-211e-426b-b847-a6d78b428cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:57.023772 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdf36f39-24ab-4f30-8f03-0853f0f442e6 req-3b95692b-211e-426b-b847-a6d78b428cd0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ea404793-9994-408b-8c90-6ee182f1452c HTTP/1.1" status: 200 len: 851 time: 0.0901678 Sep 29 02:11:57.030507 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.152913 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99e1ab-ab33-4aad-9672-da4a2f852ccd req-d5432aef-fc65-4295-91a0-36736c1c5294 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:57.154418 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6f99e1ab-ab33-4aad-9672-da4a2f852ccd req-d5432aef-fc65-4295-91a0-36736c1c5294 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.0491207 Sep 29 02:11:57.162006 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-e6d68e09-427f-442e-971a-ef026a3382dc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Made reservation on behalf of 320dd138f254473a84a601c153e1e39b for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:57.165955 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-e6d68e09-427f-442e-971a-ef026a3382dc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.234806 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f66b3f89-a55f-4ac0-abf1-fc9f630dc89b req-7e424b30-1b9c-4a4a-b458-2264698ab0c8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 210 time: 0.0434644 Sep 29 02:11:57.243526 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6f99e1ab-ab33-4aad-9672-da4a2f852ccd req-ab25ad44-1f26-4cb1-a9f4-37bcf6c50f87 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813031 Sep 29 02:11:57.341255 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:57.395633 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-73022968-8429-4e8f-959e-0f39fe6bed72 req-a14e12c4-473a-4367-8c67-b919f8bf700b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0489600 Sep 29 02:11:57.398324 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:57.400537 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d489b0-8ea1-47ef-acc4-1d824148d54e {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:11:57.408479 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Publish callbacks [] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.410280 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931dae5-a266-4ffd-8496-9c5fc4db9ac4 req-a3c83c93-b4b2-4418-92c4-9ecf37e37727 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:57.411590 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7931dae5-a266-4ffd-8496-9c5fc4db9ac4 req-a3c83c93-b4b2-4418-92c4-9ecf37e37727 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.0788417 Sep 29 02:11:57.421977 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Transition to ACTIVE for port object b7d489b0-8ea1-47ef-acc4-1d824148d54e will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:11:57.429754 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.460035 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7931dae5-a266-4ffd-8496-9c5fc4db9ac4 req-ae589c05-8dbf-44ea-9ce6-bd20dbc83378 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425680 Sep 29 02:11:57.532784 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-e6d68e09-427f-442e-971a-ef026a3382dc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Allocated IP 172.20.0.7 (c2bc5a46-4a67-46c9-9128-c14743d2b1ef/764dc2d1-8bd7-4871-9f05-6fabbfe2761a/948e55e8-38c5-416f-9986-c881e13251eb) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:57.541472 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d489b0-8ea1-47ef-acc4-1d824148d54e,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:57.557392 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Attempting to bind port b7d489b0-8ea1-47ef-acc4-1d824148d54e on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:57.557726 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Attempting to bind port b7d489b0-8ea1-47ef-acc4-1d824148d54e by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:57.558052 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Attempting to bind port b7d489b0-8ea1-47ef-acc4-1d824148d54e on network c2bc5a46-4a67-46c9-9128-c14743d2b1ef {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:57.614143 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:57.648708 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Port b7d489b0-8ea1-47ef-acc4-1d824148d54e on network c2bc5a46-4a67-46c9-9128-c14743d2b1ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:11:57.649067 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Attempting to bind port b7d489b0-8ea1-47ef-acc4-1d824148d54e on network c2bc5a46-4a67-46c9-9128-c14743d2b1ef {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:57.748085 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:57.748417 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Checking segment: {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:57.748799 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Bound using segment: {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:57.749261 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Bound port: b7d489b0-8ea1-47ef-acc4-1d824148d54e, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:57.749615 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.795677 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-e6d68e09-427f-442e-971a-ef026a3382dc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for port (948e55e8-38c5-416f-9986-c881e13251eb), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.842913 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] For port b7d489b0-8ea1-47ef-acc4-1d824148d54e, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:57.846993 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] For port b7d489b0-8ea1-47ef-acc4-1d824148d54e, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b7d489b0-8ea1-47ef-acc4-1d824148d54e,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:57.855927 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.860364 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:57.861009 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.862379 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/b7d489b0-8ea1-47ef-acc4-1d824148d54e HTTP/1.1" status: 200 len: 1093 time: 0.9702129 Sep 29 02:11:57.863894 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-e6d68e09-427f-442e-971a-ef026a3382dc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (948e55e8-38c5-416f-9986-c881e13251eb), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.865153 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6794c9f-f06b-460e-a3d4-3763f97c4931', 'tag': 'b7d489b0-8ea1-47ef-acc4-1d824148d54e'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:11:57.867372 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518584fb-dbf7-4acd-8f72-8e9111f4d68c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6794c9f-f06b-460e-a3d4-3763f97c4931", "tag": "b7d489b0-8ea1-47ef-acc4-1d824148d54e"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:11:57.906897 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-e6d68e09-427f-442e-971a-ef026a3382dc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Network c2bc5a46-4a67-46c9-9128-c14743d2b1ef is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:57.908465 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7a6c33-fedb-4cf8-9010-e92b02d52be4 x-openstack-request-id: req-8a7a6c33-fedb-4cf8-9010-e92b02d52be4 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:11:57.908754 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6794c9f-f06b-460e-a3d4-3763f97c4931", "tag": "b7d489b0-8ea1-47ef-acc4-1d824148d54e", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:11:57.909030 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8a7a6c33-fedb-4cf8-9010-e92b02d52be4 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:11:57.909423 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7a6c33-fedb-4cf8-9010-e92b02d52be4'] response: {'name': 'network-changed', 'server_uuid': 'a6794c9f-f06b-460e-a3d4-3763f97c4931', 'tag': 'b7d489b0-8ea1-47ef-acc4-1d824148d54e', 'status': 'completed', 'code': 200} Sep 29 02:11:57.914399 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-e6d68e09-427f-442e-971a-ef026a3382dc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:57.918238 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-e6d68e09-427f-442e-971a-ef026a3382dc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:57.922717 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-e6d68e09-427f-442e-971a-ef026a3382dc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:57.923321 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-e6d68e09-427f-442e-971a-ef026a3382dc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.948548 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-e6d68e09-427f-442e-971a-ef026a3382dc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1259987 Sep 29 02:11:57.949235 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf5758-c768-46c5-aaf8-0245f962de19 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d489b0-8ea1-47ef-acc4-1d824148d54e,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:57.980456 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:58.009626 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d68e09-427f-442e-971a-ef026a3382dc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Pushing event updated for resources: {'Port': ['ID=948e55e8-38c5-416f-9986-c881e13251eb,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:58.153847 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Provisioning complete for port 948e55e8-38c5-416f-9986-c881e13251eb triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:58.154418 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (948e55e8-38c5-416f-9986-c881e13251eb), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.154545 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Attempt 1 to provision port 948e55e8-38c5-416f-9986-c881e13251eb Sep 29 02:11:58.186059 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Port 948e55e8-38c5-416f-9986-c881e13251eb cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:58.402091 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9307254-e8ac-4cbd-8431-6833728c6397 req-43d2ee49-b35a-4ad9-99f5-425afd47dda2 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:58.403613 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f9307254-e8ac-4cbd-8431-6833728c6397 req-43d2ee49-b35a-4ad9-99f5-425afd47dda2 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 931 time: 0.0751815 Sep 29 02:11:58.426014 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164434b-4af5-4889-b018-2ae2df3c3ee3 req-94e628ad-f951-46ee-a600-f30747b50bf5 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:58.427169 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c164434b-4af5-4889-b018-2ae2df3c3ee3 req-94e628ad-f951-46ee-a600-f30747b50bf5 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.0703928 Sep 29 02:11:58.503053 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f9307254-e8ac-4cbd-8431-6833728c6397 req-38f7a92f-ef42-4904-a031-40d8086be6f9 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908587 Sep 29 02:11:58.510178 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c164434b-4af5-4889-b018-2ae2df3c3ee3 req-08c484d1-c6cd-4cb8-b83d-8e88b81a4f52 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758729 Sep 29 02:11:58.611324 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a9351e3b-ecd5-4978-8b87-0c447fea7a09 req-188b8a03-e0e7-4e05-990a-c5625143e23a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0527015 Sep 29 02:11:58.629795 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814997b4-0cc4-4417-848d-8c88fe51e35b req-7841ff53-9c35-4361-94c5-f9cea78db637 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:58.631186 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-814997b4-0cc4-4417-848d-8c88fe51e35b req-7841ff53-9c35-4361-94c5-f9cea78db637 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.0636454 Sep 29 02:11:58.676313 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-814997b4-0cc4-4417-848d-8c88fe51e35b req-e047bcf3-88e0-4bd9-8a65-d470175c2557 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395141 Sep 29 02:11:58.687206 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Attempt 2 to provision port 948e55e8-38c5-416f-9986-c881e13251eb Sep 29 02:11:58.719656 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Port 948e55e8-38c5-416f-9986-c881e13251eb cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:59.220561 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Attempt 3 to provision port 948e55e8-38c5-416f-9986-c881e13251eb Sep 29 02:11:59.252311 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Port 948e55e8-38c5-416f-9986-c881e13251eb cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:59.650254 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847a88e-798d-43e4-b990-177a6f1bebb4 req-13e4d550-472e-49d0-8aee-1d20c24e69ab tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:59.651741 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2847a88e-798d-43e4-b990-177a6f1bebb4 req-13e4d550-472e-49d0-8aee-1d20c24e69ab tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 931 time: 0.0721669 Sep 29 02:11:59.659028 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f881b-bd95-4e96-b647-b44c6698b2c1 req-d2f704c8-c95a-4083-85b0-1fe6ad9e016b tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:59.660428 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3f8f881b-bd95-4e96-b647-b44c6698b2c1 req-d2f704c8-c95a-4083-85b0-1fe6ad9e016b tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.0709054 Sep 29 02:11:59.754203 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Attempt 4 to provision port 948e55e8-38c5-416f-9986-c881e13251eb Sep 29 02:11:59.789497 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Port 948e55e8-38c5-416f-9986-c881e13251eb cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:59.838926 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:59.839832 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:59.898003 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2847a88e-798d-43e4-b990-177a6f1bebb4 req-6b601be8-b244-456e-8fe4-ecc6076820a1 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366223 Sep 29 02:11:59.902058 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3f8f881b-bd95-4e96-b647-b44c6698b2c1 req-890eb07f-b7b5-4069-9df9-c051d3232ddc tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342217 Sep 29 02:11:59.989135 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f21b9685-859f-4e2a-9220-3b751347cb1c req-c8f076e2-2170-4f05-be2e-24731715dfb3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0360255 Sep 29 02:12:00.023667 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e2b1c-3fb4-4806-9be9-4cad1a521ab4 req-fdebfab8-468d-4ecb-b97d-eb07c826ad17 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:00.025120 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7c3e2b1c-3fb4-4806-9be9-4cad1a521ab4 req-fdebfab8-468d-4ecb-b97d-eb07c826ad17 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.0609083 Sep 29 02:12:00.068102 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:00.073145 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7c3e2b1c-3fb4-4806-9be9-4cad1a521ab4 req-29243e3a-343d-4e27-b0df-fdce7fc9278d tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420749 Sep 29 02:12:00.290959 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Attempt 5 to provision port 948e55e8-38c5-416f-9986-c881e13251eb Sep 29 02:12:00.327110 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Port 948e55e8-38c5-416f-9986-c881e13251eb cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:00.595410 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Request body: {'port': {'device_id': '2e53cd3d-664c-487f-b293-dab637cbefc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:00.671795 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf36f39-24ab-4f30-8f03-0853f0f442e6 req-19c7807c-4954-4753-b026-7ab1ea5687ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:00.673302 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdf36f39-24ab-4f30-8f03-0853f0f442e6 req-19c7807c-4954-4753-b026-7ab1ea5687ce service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4bb4610a-2c61-45df-bbe4-68be5aa4a03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0889175 Sep 29 02:12:00.700437 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (948e55e8-38c5-416f-9986-c881e13251eb), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:00.827975 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Attempt 6 to provision port 948e55e8-38c5-416f-9986-c881e13251eb Sep 29 02:12:00.884363 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Port 948e55e8-38c5-416f-9986-c881e13251eb cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:01.046144 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948e55e8-38c5-416f-9986-c881e13251eb {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:01.058718 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Publish callbacks [] for port (948e55e8-38c5-416f-9986-c881e13251eb), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.077220 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Transition to ACTIVE for port object 948e55e8-38c5-416f-9986-c881e13251eb will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:12:01.084354 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (948e55e8-38c5-416f-9986-c881e13251eb), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.131795 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b5a2d-aca1-4496-a518-08f79fb8823f req-79534365-fba9-4d91-a2c4-a253a5ca3e17 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:01.139567 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bf5b5a2d-aca1-4496-a518-08f79fb8823f req-79534365-fba9-4d91-a2c4-a253a5ca3e17 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.1222649 Sep 29 02:12:01.152104 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 42102) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:01.164991 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:01.167365 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Pushing event updated for resources: {'Port': ['ID=948e55e8-38c5-416f-9986-c881e13251eb,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:01.180057 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Attempting to bind port 948e55e8-38c5-416f-9986-c881e13251eb on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:01.180394 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Attempting to bind port 948e55e8-38c5-416f-9986-c881e13251eb by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:01.181144 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Attempting to bind port 948e55e8-38c5-416f-9986-c881e13251eb on network c2bc5a46-4a67-46c9-9128-c14743d2b1ef {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:01.181473 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa3395-4748-4126-80f1-7efde0e88edb req-f79914c4-412e-4569-8d61-afb600c50127 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:01.183605 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-77fa3395-4748-4126-80f1-7efde0e88edb req-f79914c4-412e-4569-8d61-afb600c50127 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.1063368 Sep 29 02:12:01.232773 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Port 948e55e8-38c5-416f-9986-c881e13251eb on network c2bc5a46-4a67-46c9-9128-c14743d2b1ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:12:01.233400 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Attempting to bind port 948e55e8-38c5-416f-9986-c881e13251eb on network c2bc5a46-4a67-46c9-9128-c14743d2b1ef {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:01.238980 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bf5b5a2d-aca1-4496-a518-08f79fb8823f req-81c64224-035b-44e8-bec4-6d28b80f4359 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982695 Sep 29 02:12:01.289021 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-77fa3395-4748-4126-80f1-7efde0e88edb req-5147fc53-b2f6-4f8c-abc0-6471ce8b4128 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893612 Sep 29 02:12:01.291196 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:01.291720 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Checking segment: {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:01.292094 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Bound using segment: {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:01.292676 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Bound port: 948e55e8-38c5-416f-9986-c881e13251eb, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:01.293576 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (948e55e8-38c5-416f-9986-c881e13251eb), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.360904 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-93e9d400-f35a-4aee-8007-fa43692a7d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.372268 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] For port 948e55e8-38c5-416f-9986-c881e13251eb, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:01.376252 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] For port 948e55e8-38c5-416f-9986-c881e13251eb, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=948e55e8-38c5-416f-9986-c881e13251eb,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:01.383395 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (948e55e8-38c5-416f-9986-c881e13251eb), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.386401 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Attempt 7 to provision port 948e55e8-38c5-416f-9986-c881e13251eb Sep 29 02:12:01.387974 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:01.388796 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.390177 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/948e55e8-38c5-416f-9986-c881e13251eb HTTP/1.1" status: 200 len: 1093 time: 0.8072767 Sep 29 02:12:01.390831 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e53cd3d-664c-487f-b293-dab637cbefc0', 'tag': '948e55e8-38c5-416f-9986-c881e13251eb'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:01.393444 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c076fee-dffa-4183-a5c0-dc4cf2446bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e53cd3d-664c-487f-b293-dab637cbefc0", "tag": "948e55e8-38c5-416f-9986-c881e13251eb"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:01.430713 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b27c7787-dde3-4ca4-a4a3-6b30e677197d req-ddf0429e-e4a5-4e96-82ce-53a700e36b63 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0732880 Sep 29 02:12:01.438183 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-886afe54-34ba-4688-b267-afc7233da0c7 None None] Port 948e55e8-38c5-416f-9986-c881e13251eb had new provisioning blocks added so it will not transition to active. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:12:01.452788 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39755fbe-b676-4d58-b2b5-5b557fa6d91e req-af4679cc-9ec1-45bb-a1be-3889bad4302c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:01.454322 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-39755fbe-b676-4d58-b2b5-5b557fa6d91e req-af4679cc-9ec1-45bb-a1be-3889bad4302c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.0956979 Sep 29 02:12:01.471390 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:01.496520 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 42110) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:01.506830 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883154bd-22ac-4568-808f-848f4b685f42 service neutron] Pushing event updated for resources: {'Port': ['ID=948e55e8-38c5-416f-9986-c881e13251eb,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:01.526861 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a4f214-d699-40f8-b374-6b2e742b6d70 x-openstack-request-id: req-72a4f214-d699-40f8-b374-6b2e742b6d70 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:01.527161 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e53cd3d-664c-487f-b293-dab637cbefc0", "tag": "948e55e8-38c5-416f-9986-c881e13251eb", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:01.527460 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-72a4f214-d699-40f8-b374-6b2e742b6d70 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:01.527867 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a4f214-d699-40f8-b374-6b2e742b6d70'] response: {'name': 'network-changed', 'server_uuid': '2e53cd3d-664c-487f-b293-dab637cbefc0', 'tag': '948e55e8-38c5-416f-9986-c881e13251eb', 'status': 'completed', 'code': 200} Sep 29 02:12:01.546962 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-39755fbe-b676-4d58-b2b5-5b557fa6d91e req-ddeae26b-f441-4e67-b6f3-fdb439ef42fd tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855017 Sep 29 02:12:01.575223 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-93e9d400-f35a-4aee-8007-fa43692a7d4a admin admin] Publish callbacks [] for security_group (37a33935-987f-4651-81ea-85bdccc3ad27), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.580694 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-93e9d400-f35a-4aee-8007-fa43692a7d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (37a33935-987f-4651-81ea-85bdccc3ad27), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.623820 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-93e9d400-f35a-4aee-8007-fa43692a7d4a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=763a4434805e4d12b655a8c6a8ef14f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4643102 Sep 29 02:12:01.626367 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 42116) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:01.633086 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9d400-f35a-4aee-8007-fa43692a7d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a33935-987f-4651-81ea-85bdccc3ad27,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:01.661295 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8f354d57-e560-4bbc-b368-ddc2975a07d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.717319 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c664c04a-6de4-4794-bcac-db151f244fdb admin admin] Publish callbacks [] for security_group (37a33935-987f-4651-81ea-85bdccc3ad27), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.748969 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c664c04a-6de4-4794-bcac-db151f244fdb admin admin] Publish callbacks [] for security_group (37a33935-987f-4651-81ea-85bdccc3ad27), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.808073 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8f354d57-e560-4bbc-b368-ddc2975a07d1 admin admin] Publish callbacks [] for security_group (2587bbc9-fa1a-4d8a-8bb7-029841218fc3), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.811122 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8f354d57-e560-4bbc-b368-ddc2975a07d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (2587bbc9-fa1a-4d8a-8bb7-029841218fc3), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.849755 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c664c04a-6de4-4794-bcac-db151f244fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (37a33935-987f-4651-81ea-85bdccc3ad27), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.852262 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c664c04a-6de4-4794-bcac-db151f244fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.853408 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-c664c04a-6de4-4794-bcac-db151f244fdb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/37a33935-987f-4651-81ea-85bdccc3ad27 HTTP/1.1" status: 204 len: 168 time: 0.2260084 Sep 29 02:12:01.858134 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-8f354d57-e560-4bbc-b368-ddc2975a07d1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4243388c152446e2877f622683b175ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591092 Sep 29 02:12:01.858870 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f354d57-e560-4bbc-b368-ddc2975a07d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2587bbc9-fa1a-4d8a-8bb7-029841218fc3,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:01.861521 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42120) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:01.869474 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664c04a-6de4-4794-bcac-db151f244fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a33935-987f-4651-81ea-85bdccc3ad27,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:01.922076 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d5456b84-dd25-461a-b0be-b5698b5c8603 admin admin] Publish callbacks [] for security_group (2587bbc9-fa1a-4d8a-8bb7-029841218fc3), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.941173 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:01.943238 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d5456b84-dd25-461a-b0be-b5698b5c8603 admin admin] Publish callbacks [] for security_group (2587bbc9-fa1a-4d8a-8bb7-029841218fc3), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.994232 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d5456b84-dd25-461a-b0be-b5698b5c8603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (2587bbc9-fa1a-4d8a-8bb7-029841218fc3), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.996902 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d5456b84-dd25-461a-b0be-b5698b5c8603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.998079 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d5456b84-dd25-461a-b0be-b5698b5c8603 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2587bbc9-fa1a-4d8a-8bb7-029841218fc3 HTTP/1.1" status: 204 len: 168 time: 0.1347411 Sep 29 02:12:02.005851 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5456b84-dd25-461a-b0be-b5698b5c8603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2587bbc9-fa1a-4d8a-8bb7-029841218fc3,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:02.156587 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 42130) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:02.171814 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-eccc1acf-bf71-4e19-bdea-3530273f193d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.195009 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:02.257778 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-eccc1acf-bf71-4e19-bdea-3530273f193d admin admin] Publish callbacks [] for security_group (fe670e19-37e8-410b-9972-53c38f6fb2e6), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.263072 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-eccc1acf-bf71-4e19-bdea-3530273f193d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (fe670e19-37e8-410b-9972-53c38f6fb2e6), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.306020 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-eccc1acf-bf71-4e19-bdea-3530273f193d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6f2c67a62fe046b888c2bbd88e890d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457930 Sep 29 02:12:02.306020 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc1acf-bf71-4e19-bdea-3530273f193d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe670e19-37e8-410b-9972-53c38f6fb2e6,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:02.307484 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42136) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:02.366071 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5e8fff9c-eb33-4aa1-a24e-95b9904d11b0 admin admin] Publish callbacks [] for security_group (fe670e19-37e8-410b-9972-53c38f6fb2e6), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.376648 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e04ce5-9c2a-4378-9fd5-0fe15ac8e7ba req-d126272c-33fc-407b-b982-109fda6138ea tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:02.378348 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c2e04ce5-9c2a-4378-9fd5-0fe15ac8e7ba req-d126272c-33fc-407b-b982-109fda6138ea tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.0487983 Sep 29 02:12:02.394304 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5e8fff9c-eb33-4aa1-a24e-95b9904d11b0 admin admin] Publish callbacks [] for security_group (fe670e19-37e8-410b-9972-53c38f6fb2e6), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.422310 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42140) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:02.438700 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-52027f49-72dd-45a0-bf4b-dec9aba5d7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.447622 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:02.470667 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ffecf-1af9-4a77-9a6b-3959a898919c req-16316c9f-97b7-46f1-9e1d-bb1d39f46a99 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:02.472238 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5e8fff9c-eb33-4aa1-a24e-95b9904d11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (fe670e19-37e8-410b-9972-53c38f6fb2e6), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.472367 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b74ffecf-1af9-4a77-9a6b-3959a898919c req-16316c9f-97b7-46f1-9e1d-bb1d39f46a99 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.0892372 Sep 29 02:12:02.474979 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5e8fff9c-eb33-4aa1-a24e-95b9904d11b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.478491 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-5e8fff9c-eb33-4aa1-a24e-95b9904d11b0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fe670e19-37e8-410b-9972-53c38f6fb2e6 HTTP/1.1" status: 204 len: 168 time: 0.1671994 Sep 29 02:12:02.478641 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c2e04ce5-9c2a-4378-9fd5-0fe15ac8e7ba req-297be5cc-6bc1-446a-bf45-b3b92ab01f13 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927110 Sep 29 02:12:02.497334 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fff9c-eb33-4aa1-a24e-95b9904d11b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe670e19-37e8-410b-9972-53c38f6fb2e6,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:02.553332 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-52027f49-72dd-45a0-bf4b-dec9aba5d7ef admin admin] Publish callbacks [] for security_group (6024080b-100f-4884-bd62-6128f4098175), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.558260 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-52027f49-72dd-45a0-bf4b-dec9aba5d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (6024080b-100f-4884-bd62-6128f4098175), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.574424 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b74ffecf-1af9-4a77-9a6b-3959a898919c req-15e033b3-021b-42f6-be12-f402892a6499 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828154 Sep 29 02:12:02.600922 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ce3cdc99-47b8-4151-9ff8-b193010a39c7 req-80943a0b-76da-4743-8668-0a14eb1ee383 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0339108 Sep 29 02:12:02.607753 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-52027f49-72dd-45a0-bf4b-dec9aba5d7ef admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=40e28e104c714cd8a41e0692a1078d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1844370 Sep 29 02:12:02.610393 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52027f49-72dd-45a0-bf4b-dec9aba5d7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6024080b-100f-4884-bd62-6128f4098175,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:02.614092 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42148) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:02.676841 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ee7621a4-6358-43e1-a062-deeb7112aa5f admin admin] Publish callbacks [] for security_group (6024080b-100f-4884-bd62-6128f4098175), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.698263 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ee7621a4-6358-43e1-a062-deeb7112aa5f admin admin] Publish callbacks [] for security_group (6024080b-100f-4884-bd62-6128f4098175), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.708603 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:02.714341 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394dfde-f486-40cd-b43c-7dace4b7f40a req-974df99b-de4c-487f-8318-d2badef682c2 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:02.716107 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5394dfde-f486-40cd-b43c-7dace4b7f40a req-974df99b-de4c-487f-8318-d2badef682c2 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.0489864 Sep 29 02:12:02.758335 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ee7621a4-6358-43e1-a062-deeb7112aa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (6024080b-100f-4884-bd62-6128f4098175), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.761425 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ee7621a4-6358-43e1-a062-deeb7112aa5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.762594 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-ee7621a4-6358-43e1-a062-deeb7112aa5f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6024080b-100f-4884-bd62-6128f4098175 HTTP/1.1" status: 204 len: 168 time: 0.1475117 Sep 29 02:12:02.769778 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5394dfde-f486-40cd-b43c-7dace4b7f40a req-82de993f-d4e1-4f45-afdf-2b3f7184d463 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472517 Sep 29 02:12:02.771323 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7621a4-6358-43e1-a062-deeb7112aa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6024080b-100f-4884-bd62-6128f4098175,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:03.507471 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 391bd10f-4afa-41d0-a245-441cf5790cac details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:12:03.638403 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9380c-1d80-4b79-8294-36089cf9ce56 req-d31469b2-5b19-4891-a82b-273e63cbd4d9 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:03.638921 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 391bd10f-4afa-41d0-a245-441cf5790cac, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=391bd10f-4afa-41d0-a245-441cf5790cac,segment=NetworkSegment(bcda224b-306f-4454-9bc7-0e4d3a26ef13),segment_id=bcda224b-306f-4454-9bc7-0e4d3a26ef13)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:03.639973 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6ed9380c-1d80-4b79-8294-36089cf9ce56 req-d31469b2-5b19-4891-a82b-273e63cbd4d9 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 943 time: 0.0846996 Sep 29 02:12:03.659261 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '391bd10f-4afa-41d0-a245-441cf5790cac', 'network_id': '4bb4610a-2c61-45df-bbe4-68be5aa4a03c', 'port_id': '391bd10f-4afa-41d0-a245-441cf5790cac', 'mac_address': 'fa:16:3e:42:99:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea404793-9994-408b-8c90-6ee182f1452c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:12:03.710109 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 391bd10f-4afa-41d0-a245-441cf5790cac is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:03.710109 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (391bd10f-4afa-41d0-a245-441cf5790cac), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:03.725978 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391bd10f-4afa-41d0-a245-441cf5790cac {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:03.749622 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 391bd10f-4afa-41d0-a245-441cf5790cac, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=391bd10f-4afa-41d0-a245-441cf5790cac,segment=NetworkSegment(bcda224b-306f-4454-9bc7-0e4d3a26ef13),segment_id=bcda224b-306f-4454-9bc7-0e4d3a26ef13)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:03.765078 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (391bd10f-4afa-41d0-a245-441cf5790cac), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:03.803264 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:03.833221 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6ed9380c-1d80-4b79-8294-36089cf9ce56 req-cc99d880-3d50-4604-ba00-38e3a7eaff92 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834350 Sep 29 02:12:03.851895 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=391bd10f-4afa-41d0-a245-441cf5790cac,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:03.870589 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a858bf3-4f3f-460a-83db-2bf3fd5af38f req-ba13a157-d5ee-46e6-be84-0f1150d9d12d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:03.872203 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6a858bf3-4f3f-460a-83db-2bf3fd5af38f req-ba13a157-d5ee-46e6-be84-0f1150d9d12d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.1268392 Sep 29 02:12:03.956430 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-17374af3-a63c-43b6-b6f4-0f20c12864bd req-e94522b8-a222-4b05-a79a-48acd2cf4d26 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0416865 Sep 29 02:12:03.974335 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6a858bf3-4f3f-460a-83db-2bf3fd5af38f req-f2e81335-2683-4d73-b7ad-8a2cfcdfeef6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948062 Sep 29 02:12:04.063954 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['391bd10f-4afa-41d0-a245-441cf5790cac'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:12:04.127022 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e18fd5-a43c-4f63-a877-4e9f6c093f9f req-049b00a4-997e-4397-96c2-8f9603e0723a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:04.137962 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a2e18fd5-a43c-4f63-a877-4e9f6c093f9f req-049b00a4-997e-4397-96c2-8f9603e0723a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.0922079 Sep 29 02:12:04.146920 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 42220) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:04.233136 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518584fb-dbf7-4acd-8f72-8e9111f4d68c req-d4e2f86a-4fd0-4f8e-8497-2093c2a741a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:04.240274 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-518584fb-dbf7-4acd-8f72-8e9111f4d68c req-d4e2f86a-4fd0-4f8e-8497-2093c2a741a7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 1127 time: 0.0674319 Sep 29 02:12:04.249080 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd79f4-5e34-4bba-a734-5810dde77025 req-d3870dd9-00b1-44d0-9aab-f21ac9d85e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:04.250783 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2ccd79f4-5e34-4bba-a734-5810dde77025 req-d3870dd9-00b1-44d0-9aab-f21ac9d85e6d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2a04f2488c2a4d219ad8193c4dd12b65&device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 1128 time: 0.1518834 Sep 29 02:12:04.330015 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdf36f39-24ab-4f30-8f03-0853f0f442e6 req-90e25c09-8997-4b2e-9776-c6fa646ee9f6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4bb4610a-2c61-45df-bbe4-68be5aa4a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322657 Sep 29 02:12:04.413925 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:04.429338 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:04.558590 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076fee-dffa-4183-a5c0-dc4cf2446bb1 req-691575a6-ac02-4750-b28d-5cdf6aa3a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:04.560102 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5c076fee-dffa-4183-a5c0-dc4cf2446bb1 req-691575a6-ac02-4750-b28d-5cdf6aa3a039 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 1127 time: 0.2327545 Sep 29 02:12:04.621157 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a2e18fd5-a43c-4f63-a877-4e9f6c093f9f req-945131ac-f537-423f-9af7-4ce431288eac tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4806006 Sep 29 02:12:04.640188 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-704bbd9e-aabd-444e-a4ab-34c6f825dc31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:04.788899 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518584fb-dbf7-4acd-8f72-8e9111f4d68c req-4d8151e9-38d7-4bb5-840e-4ec374331cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:04.790739 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-518584fb-dbf7-4acd-8f72-8e9111f4d68c req-4d8151e9-38d7-4bb5-840e-4ec374331cab service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=320dd138f254473a84a601c153e1e39b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5440171 Sep 29 02:12:04.800822 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:04.893058 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdf36f39-24ab-4f30-8f03-0853f0f442e6 req-3af5034e-9f07-4b96-b999-c19f56c68565 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4bb4610a-2c61-45df-bbe4-68be5aa4a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128713 Sep 29 02:12:05.009985 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd79f4-5e34-4bba-a734-5810dde77025 req-1817462b-5c3a-47e4-b614-51d33bcc2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.011943 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2ccd79f4-5e34-4bba-a734-5810dde77025 req-1817462b-5c3a-47e4-b614-51d33bcc2666 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 HTTP/1.1" status: 200 len: 910 time: 0.6806412 Sep 29 02:12:05.137903 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2ccd79f4-5e34-4bba-a734-5810dde77025 req-17825b7a-ee07-43ee-ab4b-48cc98769b65 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4ee4981-fc1b-4a7a-af00-412764134573 HTTP/1.1" status: 200 len: 217 time: 0.1153939 Sep 29 02:12:05.185645 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c936e-4851-4afc-ba26-7321b3215918 req-31151dfa-87f2-48e6-9c97-c4d6d3143b3c tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.187271 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3c1c936e-4851-4afc-ba26-7321b3215918 req-31151dfa-87f2-48e6-9c97-c4d6d3143b3c tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 944 time: 0.2059698 Sep 29 02:12:05.188976 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-28d7dada-3d61-4dfb-a25e-a484309f72a7 req-41073b84-7657-4c00-8be8-837daa9b98d3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0963700 Sep 29 02:12:05.212573 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-704bbd9e-aabd-444e-a4ab-34c6f825dc31 admin admin] Publish callbacks [] for security_group (f2b2f6e7-a7ea-4da1-9456-e69d8a9718a5), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:05.241810 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-704bbd9e-aabd-444e-a4ab-34c6f825dc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (f2b2f6e7-a7ea-4da1-9456-e69d8a9718a5), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:05.262882 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076fee-dffa-4183-a5c0-dc4cf2446bb1 req-6d741488-c4f3-4c28-9851-f0e0799ea35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.263385 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:05.264415 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5c076fee-dffa-4183-a5c0-dc4cf2446bb1 req-6d741488-c4f3-4c28-9851-f0e0799ea35a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=320dd138f254473a84a601c153e1e39b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6793838 Sep 29 02:12:05.269726 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd79f4-5e34-4bba-a734-5810dde77025 req-35cb3b13-03ce-4d29-9d78-5938d7bca0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.271155 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2ccd79f4-5e34-4bba-a734-5810dde77025 req-35cb3b13-03ce-4d29-9d78-5938d7bca0e2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c97b77e6-502e-434a-8af4-d88686453bb8 HTTP/1.1" status: 200 len: 849 time: 0.1233389 Sep 29 02:12:05.278714 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-2a4ea4d6-e370-4dad-af32-73c631f9f125 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.280131 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-2a4ea4d6-e370-4dad-af32-73c631f9f125 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 814 time: 0.3143158 Sep 29 02:12:05.340832 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518584fb-dbf7-4acd-8f72-8e9111f4d68c req-767c4381-d47c-4bcd-a7fe-cc6cea26e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.342437 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-518584fb-dbf7-4acd-8f72-8e9111f4d68c req-767c4381-d47c-4bcd-a7fe-cc6cea26e287 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5347807 Sep 29 02:12:05.354841 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bbd9e-aabd-444e-a4ab-34c6f825dc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b2f6e7-a7ea-4da1-9456-e69d8a9718a5,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:05.366695 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-704bbd9e-aabd-444e-a4ab-34c6f825dc31 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c1827a761e194efd89ba99913eb0063f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2149179 Sep 29 02:12:05.382186 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42284) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:05.395665 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3c1c936e-4851-4afc-ba26-7321b3215918 req-58235e0a-4e4e-4a7c-8c35-411c0f408e9c tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813974 Sep 29 02:12:05.410044 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e3149-6c14-4014-94c0-54115da3cd33 req-ea9d95b5-669d-43a4-b102-723cb698b971 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.417048 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-664e3149-6c14-4014-94c0-54115da3cd33 req-ea9d95b5-669d-43a4-b102-723cb698b971 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.0881288 Sep 29 02:12:05.503712 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-664e3149-6c14-4014-94c0-54115da3cd33 req-b13ed9f7-ce6b-4c3f-b93d-46d81fd0e1f3 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857804 Sep 29 02:12:05.514014 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd79f4-5e34-4bba-a734-5810dde77025 req-7b5f08dd-6b8d-4cd6-9961-edf4bd1ed640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.515410 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-2d5b9df5-4880-4634-8e2c-a2781951c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.516008 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2ccd79f4-5e34-4bba-a734-5810dde77025 req-7b5f08dd-6b8d-4cd6-9961-edf4bd1ed640 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1509371 Sep 29 02:12:05.529577 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-2d5b9df5-4880-4634-8e2c-a2781951c8e2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 1127 time: 0.0811658 Sep 29 02:12:05.570385 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8894f4b4-8e53-4216-b0d1-185ac0f94314 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d489b0-8ea1-47ef-acc4-1d824148d54e HTTP/1.1" status: 200 len: 217 time: 0.0362370 Sep 29 02:12:05.624030 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ec575d7-8a20-4059-a085-6cc18dd962d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.625817 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-7ec575d7-8a20-4059-a085-6cc18dd962d2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.0487597 Sep 29 02:12:05.636901 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:05.665441 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-27741cc5-06d9-4dca-9ebc-753169b1718c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cc20488e0b2d48f796052c4e76990b19 HTTP/1.1" status: 200 len: 379 time: 0.3017156 Sep 29 02:12:05.666248 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076fee-dffa-4183-a5c0-dc4cf2446bb1 req-4c77bc0b-f014-473d-8775-e6a352a6b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.667603 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5c076fee-dffa-4183-a5c0-dc4cf2446bb1 req-4c77bc0b-f014-473d-8775-e6a352a6b736 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3956177 Sep 29 02:12:05.681308 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8d49f112-1968-4f64-ab0d-223407bd4a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.682913 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-8d49f112-1968-4f64-ab0d-223407bd4a4e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506086 Sep 29 02:12:05.687143 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-f24b1b57-c5e8-4d54-a91f-381a7e0322c6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'port': {'device_id': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'admin_state_up': True, 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'security_groups': ['d86bcdf0-7aee-4ffc-8df0-756c04b5fd13']}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:05.693423 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7b27b7af-fe97-4992-9a13-1e1b1e12640e admin admin] Publish callbacks [] for security_group (f2b2f6e7-a7ea-4da1-9456-e69d8a9718a5), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:05.789409 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device f4ee4981-fc1b-4a7a-af00-412764134573 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:12:05.812934 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7b27b7af-fe97-4992-9a13-1e1b1e12640e admin admin] Publish callbacks [] for security_group (f2b2f6e7-a7ea-4da1-9456-e69d8a9718a5), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:05.825315 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2ccd79f4-5e34-4bba-a734-5810dde77025 req-4e5dafbb-71ac-4521-ba26-a1556b8776a1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683606 Sep 29 02:12:05.876751 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-b7d4cedd-3aaa-4b44-bf5c-12f071c9c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.878674 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-b7d4cedd-3aaa-4b44-bf5c-12f071c9c434 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 1127 time: 0.1239011 Sep 29 02:12:05.902173 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2560f9-a830-490e-82fd-7ab816456d4c req-74ae863c-c9b7-4c16-a332-62950d178643 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.903590 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ec2560f9-a830-490e-82fd-7ab816456d4c req-74ae863c-c9b7-4c16-a332-62950d178643 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 944 time: 0.1442223 Sep 29 02:12:05.931506 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 391bd10f-4afa-41d0-a245-441cf5790cac up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:05.987163 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-f36ab6b1-0d0a-496c-9415-8980fd15414c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=948e55e8-38c5-416f-9986-c881e13251eb HTTP/1.1" status: 200 len: 217 time: 0.0877705 Sep 29 02:12:06.001695 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:06.013853 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 391bd10f-4afa-41d0-a245-441cf5790cac completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:12:06.040803 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 391bd10f-4afa-41d0-a245-441cf5790cac triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:06.042525 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (391bd10f-4afa-41d0-a245-441cf5790cac), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.046971 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 391bd10f-4afa-41d0-a245-441cf5790cac Sep 29 02:12:06.063772 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ec2560f9-a830-490e-82fd-7ab816456d4c req-ac36d75d-533e-482f-a5b7-e07573a6838f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483514 Sep 29 02:12:06.078824 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-f24b1b57-c5e8-4d54-a91f-381a7e0322c6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Made reservation on behalf of cc20488e0b2d48f796052c4e76990b19 for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:06.084216 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-f24b1b57-c5e8-4d54-a91f-381a7e0322c6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.090007 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-847b7ee5-c1f6-4113-9286-b9084e94c39f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002383 Sep 29 02:12:06.133561 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7b27b7af-fe97-4992-9a13-1e1b1e12640e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (f2b2f6e7-a7ea-4da1-9456-e69d8a9718a5), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.136198 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7b27b7af-fe97-4992-9a13-1e1b1e12640e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.149533 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-7b27b7af-fe97-4992-9a13-1e1b1e12640e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f2b2f6e7-a7ea-4da1-9456-e69d8a9718a5 HTTP/1.1" status: 204 len: 168 time: 0.7649722 Sep 29 02:12:06.196443 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-262bc225-a100-4752-9333-29cb880a2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:06.200499 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-262bc225-a100-4752-9333-29cb880a2f2b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.2009952 Sep 29 02:12:06.220284 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port f4ee4981-fc1b-4a7a-af00-412764134573, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f4ee4981-fc1b-4a7a-af00-412764134573,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:06.240464 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 391bd10f-4afa-41d0-a245-441cf5790cac is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:06.241113 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (391bd10f-4afa-41d0-a245-441cf5790cac), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.257255 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': 'f4ee4981-fc1b-4a7a-af00-412764134573', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'port_id': 'f4ee4981-fc1b-4a7a-af00-412764134573', 'mac_address': 'fa:16:3e:15:e6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:12:06.276454 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6ac6cb-0572-4ec4-a218-19fa1e257847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391bd10f-4afa-41d0-a245-441cf5790cac'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:06.305988 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-6a3551df-7edd-460d-96b5-2c1e919aa532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:06.323140 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-6a3551df-7edd-460d-96b5-2c1e919aa532 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1070356 Sep 29 02:12:06.325370 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2ccd79f4-5e34-4bba-a734-5810dde77025 req-4b3e75e4-1a7f-423c-8cc7-57d122d1af1f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890041 Sep 29 02:12:06.327253 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27b7af-fe97-4992-9a13-1e1b1e12640e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b2f6e7-a7ea-4da1-9456-e69d8a9718a5,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:06.332631 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-221d9743-0c50-47b0-b72c-6d7dc5672287 req-15a08604-682b-4fba-b666-d425c208ea83 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336693 Sep 29 02:12:06.412000 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fe10c0f4-c51f-46c8-9e25-8ba8e442911f req-ffc64425-6924-4369-89e1-72476346a6be tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0555010 Sep 29 02:12:06.532456 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 391bd10f-4afa-41d0-a245-441cf5790cac, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=391bd10f-4afa-41d0-a245-441cf5790cac,segment=NetworkSegment(bcda224b-306f-4454-9bc7-0e4d3a26ef13),segment_id=bcda224b-306f-4454-9bc7-0e4d3a26ef13)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:06.574559 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (391bd10f-4afa-41d0-a245-441cf5790cac), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.646408 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port f4ee4981-fc1b-4a7a-af00-412764134573 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:06.653470 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (f4ee4981-fc1b-4a7a-af00-412764134573), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.654072 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-f24b1b57-c5e8-4d54-a91f-381a7e0322c6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Allocated IP 172.20.0.7 (b25b9e79-fa1e-4200-ad0c-c5a4994891b2/e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb/5eb53402-4b37-4a75-84a8-df46009c6531) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:06.660809 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-3ba57eff-628b-4e55-9648-00d3758577ad service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853933 Sep 29 02:12:06.710988 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e1dff-e599-4679-8f0e-6c57fcee8f14 req-c758b197-5636-4a9a-b1c1-3f305917d6a8 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:06.728683 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-826e1dff-e599-4679-8f0e-6c57fcee8f14 req-c758b197-5636-4a9a-b1c1-3f305917d6a8 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.1121767 Sep 29 02:12:06.736933 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ee4981-fc1b-4a7a-af00-412764134573 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:06.836615 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=391bd10f-4afa-41d0-a245-441cf5790cac,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:06.842983 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:06.856626 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port f4ee4981-fc1b-4a7a-af00-412764134573, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f4ee4981-fc1b-4a7a-af00-412764134573,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:06.871135 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (f4ee4981-fc1b-4a7a-af00-412764134573), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.893265 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72907f65-b769-4bdf-8480-200e7d727e1c" -d '{"events": [{"server_uuid": "ec6ac6cb-0572-4ec4-a218-19fa1e257847", "name": "network-vif-plugged", "status": "completed", "tag": "391bd10f-4afa-41d0-a245-441cf5790cac"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:06.916441 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:06.922439 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aa293-1f93-4f9a-b002-1bdbf307b829 req-871cb09f-11ca-4c57-8c3e-08458e28da2c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:06.923932 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-428aa293-1f93-4f9a-b002-1bdbf307b829 req-871cb09f-11ca-4c57-8c3e-08458e28da2c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.1885886 Sep 29 02:12:06.949593 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-f24b1b57-c5e8-4d54-a91f-381a7e0322c6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for port (5eb53402-4b37-4a75-84a8-df46009c6531), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.974418 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-826e1dff-e599-4679-8f0e-6c57fcee8f14 req-2005bad2-162c-4926-8072-4c40ea824e28 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384975 Sep 29 02:12:07.003794 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=f4ee4981-fc1b-4a7a-af00-412764134573,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:07.026605 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-f24b1b57-c5e8-4d54-a91f-381a7e0322c6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:07.035846 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-428aa293-1f93-4f9a-b002-1bdbf307b829 req-834c4f89-3443-4f4f-986a-0c74d6ba064e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852730 Sep 29 02:12:07.077541 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-f24b1b57-c5e8-4d54-a91f-381a7e0322c6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:07.080472 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-f24b1b57-c5e8-4d54-a91f-381a7e0322c6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:07.084889 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-f24b1b57-c5e8-4d54-a91f-381a7e0322c6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:07.089455 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-f24b1b57-c5e8-4d54-a91f-381a7e0322c6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:07.090007 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-f24b1b57-c5e8-4d54-a91f-381a7e0322c6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:07.103629 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b1b57-c5e8-4d54-a91f-381a7e0322c6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'Port': ['ID=5eb53402-4b37-4a75-84a8-df46009c6531,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:07.120334 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-f24b1b57-c5e8-4d54-a91f-381a7e0322c6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4373262 Sep 29 02:12:07.365065 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4734ddab-4bcd-4fa2-b731-cab09e1b769f x-openstack-request-id: req-4734ddab-4bcd-4fa2-b731-cab09e1b769f {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:07.367500 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6ac6cb-0572-4ec4-a218-19fa1e257847", "name": "network-vif-plugged", "status": "completed", "tag": "391bd10f-4afa-41d0-a245-441cf5790cac", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:07.367950 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4734ddab-4bcd-4fa2-b731-cab09e1b769f {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:07.368453 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4734ddab-4bcd-4fa2-b731-cab09e1b769f'] response: {'server_uuid': 'ec6ac6cb-0572-4ec4-a218-19fa1e257847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391bd10f-4afa-41d0-a245-441cf5790cac', 'code': 200} Sep 29 02:12:07.464782 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a319e3-a964-422f-b9ec-1fa65809f506 req-87475679-0dd2-4489-bedd-564faad5ee70 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:07.472690 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-83a319e3-a964-422f-b9ec-1fa65809f506 req-87475679-0dd2-4489-bedd-564faad5ee70 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 945 time: 0.2977796 Sep 29 02:12:07.532363 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Provisioning complete for port 5eb53402-4b37-4a75-84a8-df46009c6531 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:07.532823 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:07.533115 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Attempt 1 to provision port 5eb53402-4b37-4a75-84a8-df46009c6531 Sep 29 02:12:07.537848 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-83a319e3-a964-422f-b9ec-1fa65809f506 req-9fe5c9a7-a5a0-46ad-a168-ab3d6793fdfa tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595582 Sep 29 02:12:07.583511 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Port 5eb53402-4b37-4a75-84a8-df46009c6531 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:07.637116 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efab0b-4908-4987-8c15-793737cc81d9 req-2b7b89d6-631b-4ed8-b946-ed5ed348be90 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:07.637345 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71efab0b-4908-4987-8c15-793737cc81d9 req-2b7b89d6-631b-4ed8-b946-ed5ed348be90 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 931 time: 0.0984797 Sep 29 02:12:07.699722 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71efab0b-4908-4987-8c15-793737cc81d9 req-04381bd1-2f8c-4ce7-8876-986eb6b87e1a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592685 Sep 29 02:12:07.915910 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42448) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:08.058621 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-aebef6b2-3159-40b2-a8bd-46c4db554274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.085379 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Attempt 2 to provision port 5eb53402-4b37-4a75-84a8-df46009c6531 Sep 29 02:12:08.135720 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:08.142437 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f3bd8-9839-4b22-b2b5-3c62d2fa54e9 req-7ebb787c-5a5f-40e9-bcf7-11fc9ad74c68 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:08.150903 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Port 5eb53402-4b37-4a75-84a8-df46009c6531 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:08.151150 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d18f3bd8-9839-4b22-b2b5-3c62d2fa54e9 req-7ebb787c-5a5f-40e9-bcf7-11fc9ad74c68 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.0725877 Sep 29 02:12:08.200251 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df942953-2678-49a4-a07b-4c966a3bddec req-196570d4-e554-42b6-a6aa-e91f88b5b80b tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:08.201808 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-df942953-2678-49a4-a07b-4c966a3bddec req-196570d4-e554-42b6-a6aa-e91f88b5b80b tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.0803602 Sep 29 02:12:08.242957 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d18f3bd8-9839-4b22-b2b5-3c62d2fa54e9 req-1d8a5283-5991-40a9-bf90-7fb68ccd314d tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909014 Sep 29 02:12:08.279103 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:08.283945 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-df942953-2678-49a4-a07b-4c966a3bddec req-883c6bfc-62a6-470b-bb66-5a248e7c14f6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719559 Sep 29 02:12:08.320257 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-aebef6b2-3159-40b2-a8bd-46c4db554274 admin admin] Publish callbacks [] for security_group (071cf9f5-37f1-4f66-b154-667249dde39a), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.323957 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-aebef6b2-3159-40b2-a8bd-46c4db554274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (071cf9f5-37f1-4f66-b154-667249dde39a), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.354600 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:08.365349 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebef6b2-3159-40b2-a8bd-46c4db554274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071cf9f5-37f1-4f66-b154-667249dde39a,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:08.370921 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-aebef6b2-3159-40b2-a8bd-46c4db554274 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4163240905384e438796918a306f2f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4539218 Sep 29 02:12:08.373767 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 42460) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:08.432408 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3a380f6e-f7e4-4981-a960-b7a3728113da admin admin] Publish callbacks [] for security_group (071cf9f5-37f1-4f66-b154-667249dde39a), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.455328 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3a380f6e-f7e4-4981-a960-b7a3728113da admin admin] Publish callbacks [] for security_group (071cf9f5-37f1-4f66-b154-667249dde39a), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.505194 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3a380f6e-f7e4-4981-a960-b7a3728113da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (071cf9f5-37f1-4f66-b154-667249dde39a), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.507937 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3a380f6e-f7e4-4981-a960-b7a3728113da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.509098 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-3a380f6e-f7e4-4981-a960-b7a3728113da admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/071cf9f5-37f1-4f66-b154-667249dde39a HTTP/1.1" status: 204 len: 168 time: 0.1342504 Sep 29 02:12:08.517419 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a380f6e-f7e4-4981-a960-b7a3728113da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071cf9f5-37f1-4f66-b154-667249dde39a,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:08.652357 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Attempt 3 to provision port 5eb53402-4b37-4a75-84a8-df46009c6531 Sep 29 02:12:08.660849 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d9962-95c1-4b3c-8442-969ff741a030 req-ef9a4341-46e2-4c95-89ae-13f4535ad63a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:08.662360 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-026d9962-95c1-4b3c-8442-969ff741a030 req-ef9a4341-46e2-4c95-89ae-13f4535ad63a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 945 time: 0.0509670 Sep 29 02:12:08.690730 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Port 5eb53402-4b37-4a75-84a8-df46009c6531 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:08.714071 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-026d9962-95c1-4b3c-8442-969ff741a030 req-31aabf02-3321-484c-8fbf-90f63daddfe2 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459561 Sep 29 02:12:08.813835 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42470) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:08.830967 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a93e43b2-2a5b-4c6b-a20a-f188296d9fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.832786 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929da3b1-d082-4710-9e34-413b3dd5e14d req-85b2c163-bd90-487c-bec3-3691a582d153 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:08.834335 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-929da3b1-d082-4710-9e34-413b3dd5e14d req-85b2c163-bd90-487c-bec3-3691a582d153 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 931 time: 0.0486448 Sep 29 02:12:08.886385 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-929da3b1-d082-4710-9e34-413b3dd5e14d req-8731c53f-e3b9-4e18-9065-f90f5694d741 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461216 Sep 29 02:12:08.912292 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a93e43b2-2a5b-4c6b-a20a-f188296d9fd2 admin admin] Publish callbacks [] for security_group (efa09915-4c1f-4768-b7da-22a6865fc068), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.916270 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a93e43b2-2a5b-4c6b-a20a-f188296d9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (efa09915-4c1f-4768-b7da-22a6865fc068), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.957131 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a93e43b2-2a5b-4c6b-a20a-f188296d9fd2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=77960357ceea445288a4ba929875fa1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413007 Sep 29 02:12:08.958013 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e43b2-2a5b-4c6b-a20a-f188296d9fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa09915-4c1f-4768-b7da-22a6865fc068,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:08.960000 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 42476) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:09.008259 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6dc79e56-0034-4661-8f3d-96af44d6d133 admin admin] Publish callbacks [] for security_group (efa09915-4c1f-4768-b7da-22a6865fc068), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:09.028164 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6dc79e56-0034-4661-8f3d-96af44d6d133 admin admin] Publish callbacks [] for security_group (efa09915-4c1f-4768-b7da-22a6865fc068), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:09.076810 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6dc79e56-0034-4661-8f3d-96af44d6d133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (efa09915-4c1f-4768-b7da-22a6865fc068), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:09.079489 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6dc79e56-0034-4661-8f3d-96af44d6d133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:09.080584 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-6dc79e56-0034-4661-8f3d-96af44d6d133 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/efa09915-4c1f-4768-b7da-22a6865fc068 HTTP/1.1" status: 204 len: 168 time: 0.1196730 Sep 29 02:12:09.089341 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc79e56-0034-4661-8f3d-96af44d6d133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa09915-4c1f-4768-b7da-22a6865fc068,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:09.191761 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Attempt 4 to provision port 5eb53402-4b37-4a75-84a8-df46009c6531 Sep 29 02:12:09.225673 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Port 5eb53402-4b37-4a75-84a8-df46009c6531 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:09.368214 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de16b7-5c01-4214-9893-d70860d50077 req-45cd640d-7343-40ae-a3c9-c244d1cc08d0 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:09.369777 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-79de16b7-5c01-4214-9893-d70860d50077 req-45cd640d-7343-40ae-a3c9-c244d1cc08d0 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.0512977 Sep 29 02:12:09.405639 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:09.436266 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ebdef-0853-42ac-8866-9c268db6a8c1 req-5dd964fc-54f0-466e-a2d5-1aadcaf0c4bc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:09.437812 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8e6ebdef-0853-42ac-8866-9c268db6a8c1 req-5dd964fc-54f0-466e-a2d5-1aadcaf0c4bc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.0671225 Sep 29 02:12:09.476184 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-79de16b7-5c01-4214-9893-d70860d50077 req-ebcf0e90-c26d-4658-bb6a-75517f90f65a tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951002 Sep 29 02:12:09.501955 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8e6ebdef-0853-42ac-8866-9c268db6a8c1 req-0070a7dc-41f5-49e5-b033-52f07931c0a4 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575182 Sep 29 02:12:09.726799 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Attempt 5 to provision port 5eb53402-4b37-4a75-84a8-df46009c6531 Sep 29 02:12:09.728798 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['f4ee4981-fc1b-4a7a-af00-412764134573'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:12:09.734270 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device b7d489b0-8ea1-47ef-acc4-1d824148d54e details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:12:09.773699 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Request body: {'port': {'device_id': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:09.830900 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Port 5eb53402-4b37-4a75-84a8-df46009c6531 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:09.845188 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:09.886605 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3af38-8ec8-4b64-9859-f18303506c38 req-5c1b5209-0c02-43b4-bc79-651367662a5f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:09.889327 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4be3af38-8ec8-4b64-9859-f18303506c38 req-5c1b5209-0c02-43b4-bc79-651367662a5f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 945 time: 0.0966959 Sep 29 02:12:09.996223 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port b7d489b0-8ea1-47ef-acc4-1d824148d54e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b7d489b0-8ea1-47ef-acc4-1d824148d54e,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:10.028622 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': 'b7d489b0-8ea1-47ef-acc4-1d824148d54e', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'port_id': 'b7d489b0-8ea1-47ef-acc4-1d824148d54e', 'mac_address': 'fa:16:3e:dd:91:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:12:10.032341 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4be3af38-8ec8-4b64-9859-f18303506c38 req-d2526ad6-864b-49d0-b321-566c417e2967 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346576 Sep 29 02:12:10.078594 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.095785 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port b7d489b0-8ea1-47ef-acc4-1d824148d54e is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:10.096522 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.117816 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d489b0-8ea1-47ef-acc4-1d824148d54e {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:10.132684 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc944355-dd2e-4a35-8411-59769c803466 req-9307352e-4253-4f4a-868e-59348fbe20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:10.134370 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fc944355-dd2e-4a35-8411-59769c803466 req-9307352e-4253-4f4a-868e-59348fbe20b2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 1129 time: 0.1203220 Sep 29 02:12:10.141185 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port b7d489b0-8ea1-47ef-acc4-1d824148d54e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b7d489b0-8ea1-47ef-acc4-1d824148d54e,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:10.148444 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.158598 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-fc944355-dd2e-4a35-8411-59769c803466 req-9b4eb83e-6b44-4bb5-914d-21d823dc389e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.186314 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:10.211923 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28ac9-a7e1-475a-a9a5-33325af7083b req-5fd85b67-8a84-4333-a6a7-8ebad456314f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:10.215197 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ec28ac9-a7e1-475a-a9a5-33325af7083b req-5fd85b67-8a84-4333-a6a7-8ebad456314f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 931 time: 0.1789246 Sep 29 02:12:10.233508 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=b7d489b0-8ea1-47ef-acc4-1d824148d54e,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:10.259548 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:10.260315 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-220b5ad9-4e17-4bda-880f-d4d8823a3ff7 req-3ffff95f-6775-48a4-b4c6-8d2dba9794cf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832063 Sep 29 02:12:10.295076 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ec28ac9-a7e1-475a-a9a5-33325af7083b req-582f859b-be79-49fc-8518-2612f4d1c284 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711815 Sep 29 02:12:10.329774 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-fc944355-dd2e-4a35-8411-59769c803466 req-9b4eb83e-6b44-4bb5-914d-21d823dc389e service neutron] Publish callbacks [] for security_group (8e36e15e-fc33-4f77-ad20-8fba4efbb44a), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.332499 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Attempt 6 to provision port 5eb53402-4b37-4a75-84a8-df46009c6531 Sep 29 02:12:10.335461 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-fc944355-dd2e-4a35-8411-59769c803466 req-9b4eb83e-6b44-4bb5-914d-21d823dc389e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (8e36e15e-fc33-4f77-ad20-8fba4efbb44a), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.370603 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Port 5eb53402-4b37-4a75-84a8-df46009c6531 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:10.387457 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4eb83e-6b44-4bb5-914d-21d823dc389e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8e36e15e-fc33-4f77-ad20-8fba4efbb44a,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:10.391717 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fc944355-dd2e-4a35-8411-59769c803466 req-9b4eb83e-6b44-4bb5-914d-21d823dc389e service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463026 Sep 29 02:12:10.454469 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb53402-4b37-4a75-84a8-df46009c6531 {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:10.462808 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Publish callbacks [] for port (5eb53402-4b37-4a75-84a8-df46009c6531), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.475851 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Transition to ACTIVE for port object 5eb53402-4b37-4a75-84a8-df46009c6531 will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:12:10.480130 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.558899 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Pushing event updated for resources: {'Port': ['ID=5eb53402-4b37-4a75-84a8-df46009c6531,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:10.563772 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Attempting to bind port 5eb53402-4b37-4a75-84a8-df46009c6531 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:10.564110 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Attempting to bind port 5eb53402-4b37-4a75-84a8-df46009c6531 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:10.564443 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Attempting to bind port 5eb53402-4b37-4a75-84a8-df46009c6531 on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:10.608826 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc52d1e-766b-48de-9572-70c86e171988 req-91409589-9ea5-4482-a308-2509e8a50b70 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:10.610840 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0cc52d1e-766b-48de-9572-70c86e171988 req-91409589-9ea5-4482-a308-2509e8a50b70 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.0557170 Sep 29 02:12:10.624174 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Port 5eb53402-4b37-4a75-84a8-df46009c6531 on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:12:10.624501 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Attempting to bind port 5eb53402-4b37-4a75-84a8-df46009c6531 on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:10.668357 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:10.668630 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Checking segment: {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:10.669572 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Bound using segment: {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:10.669572 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Bound port: 5eb53402-4b37-4a75-84a8-df46009c6531, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:10.670325 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.700458 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aa9eb-f68e-4a1f-97b6-e8855f2027f7 req-7a767880-6f2f-4359-83d1-b3d81ab6c6ae tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:10.702013 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-161aa9eb-f68e-4a1f-97b6-e8855f2027f7 req-7a767880-6f2f-4359-83d1-b3d81ab6c6ae tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.0833335 Sep 29 02:12:10.706604 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0cc52d1e-766b-48de-9572-70c86e171988 req-5a2e9b57-c84d-407c-8d1b-eeb1f2139c48 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890830 Sep 29 02:12:10.743505 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] For port 5eb53402-4b37-4a75-84a8-df46009c6531, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:10.748078 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] For port 5eb53402-4b37-4a75-84a8-df46009c6531, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5eb53402-4b37-4a75-84a8-df46009c6531,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:10.755241 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.764906 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:10.764906 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.764906 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/5eb53402-4b37-4a75-84a8-df46009c6531 HTTP/1.1" status: 200 len: 1093 time: 0.9962451 Sep 29 02:12:10.764906 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'tag': '5eb53402-4b37-4a75-84a8-df46009c6531'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:10.764906 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406d99f5-b699-442e-90f1-5828733fca84" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b0f874-c486-4367-a5a0-01a8472a9211", "tag": "5eb53402-4b37-4a75-84a8-df46009c6531"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:10.794822 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-161aa9eb-f68e-4a1f-97b6-e8855f2027f7 req-7a7526e3-b6b3-430d-bba9-a2d48d2ebb30 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742238 Sep 29 02:12:10.796267 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:10.825423 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f3987-a8f1-4ecf-abfa-71c127142f4a service neutron] Pushing event updated for resources: {'Port': ['ID=5eb53402-4b37-4a75-84a8-df46009c6531,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:10.828970 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dded9a2-273d-4501-9959-888bd52720a1 x-openstack-request-id: req-8dded9a2-273d-4501-9959-888bd52720a1 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:10.829327 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b0f874-c486-4367-a5a0-01a8472a9211", "tag": "5eb53402-4b37-4a75-84a8-df46009c6531", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:10.829644 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8dded9a2-273d-4501-9959-888bd52720a1 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:10.830107 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dded9a2-273d-4501-9959-888bd52720a1'] response: {'name': 'network-changed', 'server_uuid': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'tag': '5eb53402-4b37-4a75-84a8-df46009c6531', 'status': 'completed', 'code': 200} Sep 29 02:12:10.871713 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Attempt 7 to provision port 5eb53402-4b37-4a75-84a8-df46009c6531 Sep 29 02:12:10.908771 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-88426205-48df-4378-8d8d-8919a80a4ddc None None] Port 5eb53402-4b37-4a75-84a8-df46009c6531 had new provisioning blocks added so it will not transition to active. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:12:11.080466 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42554) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:11.166055 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8e707-76b5-46be-99c1-b9d43a0de606 req-6958a3b5-2c54-489e-9a97-62a2242b7b01 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:11.167597 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-12d8e707-76b5-46be-99c1-b9d43a0de606 req-6958a3b5-2c54-489e-9a97-62a2242b7b01 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 945 time: 0.0517645 Sep 29 02:12:11.209033 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1a0eee5e-862a-4d24-a23d-2e6d7871f95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.227174 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-12d8e707-76b5-46be-99c1-b9d43a0de606 req-e86af904-87b2-45e8-81b8-84eaf78ac469 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534735 Sep 29 02:12:11.304093 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1a0eee5e-862a-4d24-a23d-2e6d7871f95f admin admin] Publish callbacks [] for security_group (edd87cd2-cc3d-41c0-b535-d4fa83589fc7), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.307599 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1a0eee5e-862a-4d24-a23d-2e6d7871f95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (edd87cd2-cc3d-41c0-b535-d4fa83589fc7), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.339684 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:11.345486 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0eee5e-862a-4d24-a23d-2e6d7871f95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd87cd2-cc3d-41c0-b535-d4fa83589fc7,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:11.350803 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-1a0eee5e-862a-4d24-a23d-2e6d7871f95f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=140961b8a1874f3aa0b560a7557f9b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685831 Sep 29 02:12:11.353438 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42568) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:11.402314 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-569891ae-09d5-4c06-9b0b-aafaea15e0bd admin admin] Publish callbacks [] for security_group (edd87cd2-cc3d-41c0-b535-d4fa83589fc7), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.423348 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-569891ae-09d5-4c06-9b0b-aafaea15e0bd admin admin] Publish callbacks [] for security_group (edd87cd2-cc3d-41c0-b535-d4fa83589fc7), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.424154 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2780a1-d27d-416b-8ad9-6bc1221df883 req-9ecdc400-d56f-4de3-9d83-e716a2f7a6ba tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:11.426242 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9d2780a1-d27d-416b-8ad9-6bc1221df883 req-9ecdc400-d56f-4de3-9d83-e716a2f7a6ba tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 943 time: 0.0465529 Sep 29 02:12:11.473956 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9d2780a1-d27d-416b-8ad9-6bc1221df883 req-817117a1-2908-47b8-9a30-9ceb36e5e537 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409999 Sep 29 02:12:11.474349 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-569891ae-09d5-4c06-9b0b-aafaea15e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (edd87cd2-cc3d-41c0-b535-d4fa83589fc7), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.477053 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-569891ae-09d5-4c06-9b0b-aafaea15e0bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.478189 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-569891ae-09d5-4c06-9b0b-aafaea15e0bd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/edd87cd2-cc3d-41c0-b535-d4fa83589fc7 HTTP/1.1" status: 204 len: 168 time: 0.1238706 Sep 29 02:12:11.491669 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569891ae-09d5-4c06-9b0b-aafaea15e0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd87cd2-cc3d-41c0-b535-d4fa83589fc7,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:11.598701 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=7 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:11.600667 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=19 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:11.738339 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 42574) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:11.751455 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6fa9-e65e-4d48-be0f-505c976ae2dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.753033 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:11.920259 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6ed77-3c2d-4c92-a49c-2d3cbc1d490c req-e0c4e027-2b04-49dd-a36f-13ab601b0d21 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:11.921742 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ca6ed77-3c2d-4c92-a49c-2d3cbc1d490c req-e0c4e027-2b04-49dd-a36f-13ab601b0d21 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.1163645 Sep 29 02:12:11.957340 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab90805-cb67-4c73-a88e-004c5d5d54fd req-664aa4ce-e630-4d41-93f4-3403d60edb36 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:11.959191 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1ab90805-cb67-4c73-a88e-004c5d5d54fd req-664aa4ce-e630-4d41-93f4-3403d60edb36 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.0997200 Sep 29 02:12:11.974999 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6fa9-e65e-4d48-be0f-505c976ae2dd admin admin] Publish callbacks [] for security_group (e3a8f813-e0db-404d-9fa7-8e3f692205d1), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.995538 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6fa9-e65e-4d48-be0f-505c976ae2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (e3a8f813-e0db-404d-9fa7-8e3f692205d1), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:12.084691 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ca6ed77-3c2d-4c92-a49c-2d3cbc1d490c req-ec72613a-c818-48ed-a7fe-c2a64f150c42 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539116 Sep 29 02:12:12.090789 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-bf8c6fa9-e65e-4d48-be0f-505c976ae2dd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9f9b9ff3140545f781e2bdefbb70ff7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514681 Sep 29 02:12:12.093668 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42582) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:12.094747 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c6fa9-e65e-4d48-be0f-505c976ae2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a8f813-e0db-404d-9fa7-8e3f692205d1,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:12.102172 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1ab90805-cb67-4c73-a88e-004c5d5d54fd req-012b72af-3073-456b-8a39-3cfeb74c9026 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312807 Sep 29 02:12:12.156534 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-75e85630-98cf-4210-83a0-8d4c2ae6fc45 admin admin] Publish callbacks [] for security_group (e3a8f813-e0db-404d-9fa7-8e3f692205d1), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:12.176446 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-75e85630-98cf-4210-83a0-8d4c2ae6fc45 admin admin] Publish callbacks [] for security_group (e3a8f813-e0db-404d-9fa7-8e3f692205d1), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:12.233067 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-75e85630-98cf-4210-83a0-8d4c2ae6fc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (e3a8f813-e0db-404d-9fa7-8e3f692205d1), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:12.235619 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-75e85630-98cf-4210-83a0-8d4c2ae6fc45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:12.236760 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-75e85630-98cf-4210-83a0-8d4c2ae6fc45 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e3a8f813-e0db-404d-9fa7-8e3f692205d1 HTTP/1.1" status: 204 len: 168 time: 0.1420255 Sep 29 02:12:12.245650 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e85630-98cf-4210-83a0-8d4c2ae6fc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a8f813-e0db-404d-9fa7-8e3f692205d1,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:12.362292 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65222533-8e55-427c-a8e3-e07e7e7ed9a1 req-5c26dbfc-7897-4fbe-811e-a3b436b5207d tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:12.364310 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-65222533-8e55-427c-a8e3-e07e7e7ed9a1 req-5c26dbfc-7897-4fbe-811e-a3b436b5207d tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 945 time: 0.0486705 Sep 29 02:12:12.392901 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:12.420155 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-65222533-8e55-427c-a8e3-e07e7e7ed9a1 req-839aaafc-b33d-4372-9a55-0fb111310e0e tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498683 Sep 29 02:12:12.606614 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca352a04-a690-4efe-a1d0-523417046bdf req-2a896d7c-15dc-4955-a705-40edad5104c1 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:12.608091 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ca352a04-a690-4efe-a1d0-523417046bdf req-2a896d7c-15dc-4955-a705-40edad5104c1 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 943 time: 0.0523000 Sep 29 02:12:12.661439 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ca352a04-a690-4efe-a1d0-523417046bdf req-f0d12865-e942-4e07-a6cc-5c1817869b79 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472212 Sep 29 02:12:13.117461 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device f4ee4981-fc1b-4a7a-af00-412764134573 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:13.167409 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port f4ee4981-fc1b-4a7a-af00-412764134573 completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:12:13.175909 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port f4ee4981-fc1b-4a7a-af00-412764134573 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:13.176501 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (f4ee4981-fc1b-4a7a-af00-412764134573), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.177153 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port f4ee4981-fc1b-4a7a-af00-412764134573 Sep 29 02:12:13.205742 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:13.293601 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f0712-8e5e-483b-803e-d1cb2759fd02 req-5d6248dd-45bd-40d5-9e5b-c8b1e2d9563d tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:13.295572 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fd6f0712-8e5e-483b-803e-d1cb2759fd02 req-5d6248dd-45bd-40d5-9e5b-c8b1e2d9563d tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.0832765 Sep 29 02:12:13.313922 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port f4ee4981-fc1b-4a7a-af00-412764134573 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:13.314574 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (f4ee4981-fc1b-4a7a-af00-412764134573), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.364395 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b325d6a7-de3c-462c-a885-ea01b42ac4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ee4981-fc1b-4a7a-af00-412764134573'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:13.368713 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf645e5-98d0-4b67-bac4-07a1f6fdb564" -d '{"events": [{"server_uuid": "b325d6a7-de3c-462c-a885-ea01b42ac4fc", "name": "network-vif-plugged", "status": "completed", "tag": "f4ee4981-fc1b-4a7a-af00-412764134573"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:13.382089 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port f4ee4981-fc1b-4a7a-af00-412764134573, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f4ee4981-fc1b-4a7a-af00-412764134573,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:13.384798 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f2bb3-627b-436d-8b3d-84f022241b41 req-b689d091-8d8e-437e-abdd-1b2a4f185346 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:13.387214 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (f4ee4981-fc1b-4a7a-af00-412764134573), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.394231 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e37f2bb3-627b-436d-8b3d-84f022241b41 req-b689d091-8d8e-437e-abdd-1b2a4f185346 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.0963464 Sep 29 02:12:13.424016 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['b7d489b0-8ea1-47ef-acc4-1d824148d54e'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:12:13.466915 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e37f2bb3-627b-436d-8b3d-84f022241b41 req-77e08057-29ed-419d-bdce-60475446a49b tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717659 Sep 29 02:12:13.485968 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fd6f0712-8e5e-483b-803e-d1cb2759fd02 req-d3c5b0d6-2f09-4d79-a90f-c5ef83a91708 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569715 Sep 29 02:12:13.534685 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ac2acc-8b98-4c5d-aea6-ece53176ef10 x-openstack-request-id: req-49ac2acc-8b98-4c5d-aea6-ece53176ef10 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:13.535694 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b325d6a7-de3c-462c-a885-ea01b42ac4fc", "name": "network-vif-plugged", "status": "completed", "tag": "f4ee4981-fc1b-4a7a-af00-412764134573", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:13.535968 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-49ac2acc-8b98-4c5d-aea6-ece53176ef10 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:13.536382 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ac2acc-8b98-4c5d-aea6-ece53176ef10'] response: {'server_uuid': 'b325d6a7-de3c-462c-a885-ea01b42ac4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ee4981-fc1b-4a7a-af00-412764134573', 'code': 200} Sep 29 02:12:13.579135 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=f4ee4981-fc1b-4a7a-af00-412764134573,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:13.649076 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:13.669434 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec786bf1-1e13-421a-a2c9-fdd29471a88f req-99fb78b0-bad2-436d-bf85-ccb1a23197ee tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:13.676472 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ec786bf1-1e13-421a-a2c9-fdd29471a88f req-99fb78b0-bad2-436d-bf85-ccb1a23197ee tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0640061 Sep 29 02:12:13.793675 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ec786bf1-1e13-421a-a2c9-fdd29471a88f req-8042ec86-cd91-4f25-98a3-db8c8ef5599e tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114810 Sep 29 02:12:13.861769 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b029c-3d83-4034-85da-e3613daebb45 req-bcdecfb4-963f-4024-82de-670477acd0f3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:13.870850 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-147b029c-3d83-4034-85da-e3613daebb45 req-bcdecfb4-963f-4024-82de-670477acd0f3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 943 time: 0.0758624 Sep 29 02:12:13.885604 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:13.927302 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-147b029c-3d83-4034-85da-e3613daebb45 req-1ad39c0e-0c1f-44be-8439-223243c29aea tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553694 Sep 29 02:12:14.648784 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8ed1-c3d0-4658-9339-33cecb99685f req-0ff767ee-2ed4-498a-990e-39eea0a0492a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:14.650301 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6cec8ed1-c3d0-4658-9339-33cecb99685f req-0ff767ee-2ed4-498a-990e-39eea0a0492a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.0778539 Sep 29 02:12:14.679467 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6d391-fb12-48b6-b529-2e99650df25f req-c61b0675-f8be-4f2e-84a1-24d9fd0f5a35 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:14.681041 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-abc6d391-fb12-48b6-b529-2e99650df25f req-c61b0675-f8be-4f2e-84a1-24d9fd0f5a35 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.0775924 Sep 29 02:12:14.726980 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6cec8ed1-c3d0-4658-9339-33cecb99685f req-d0b41c94-7f67-462f-89fd-0a2c92e10a16 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694792 Sep 29 02:12:14.757573 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-abc6d391-fb12-48b6-b529-2e99650df25f req-34e4c631-8b8a-4c8a-bb0a-502616492294 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594623 Sep 29 02:12:14.918493 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec0d0-fb36-4018-aa2b-80ed15f50d3e req-09a53237-c4bd-40de-9cbd-c8f2d0166811 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:14.920036 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f4fec0d0-fb36-4018-aa2b-80ed15f50d3e req-09a53237-c4bd-40de-9cbd-c8f2d0166811 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0557110 Sep 29 02:12:14.971404 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f4fec0d0-fb36-4018-aa2b-80ed15f50d3e req-176352e9-dac6-404b-ae3c-19d06fb7be95 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452271 Sep 29 02:12:15.071295 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3007a-6419-4cb6-ac6f-75aeb4d8c0d9 req-fac5c872-f2cc-485e-b81d-cc393cdd3221 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:15.072783 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4cd3007a-6419-4cb6-ac6f-75aeb4d8c0d9 req-fac5c872-f2cc-485e-b81d-cc393cdd3221 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 943 time: 0.0528276 Sep 29 02:12:15.122471 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4cd3007a-6419-4cb6-ac6f-75aeb4d8c0d9 req-3baf87e3-3a03-45af-be14-91e1fe145f6b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428164 Sep 29 02:12:15.146993 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42754) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:15.251157 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-87fcf215-591d-4fdb-8311-7427e94aef5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.311158 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-93f60b2e-506e-4fdd-8c14-570a7696d08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.330162 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-87fcf215-591d-4fdb-8311-7427e94aef5e admin admin] Publish callbacks [] for security_group (c93018a3-99b0-46fb-b884-8b4727244e3f), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.335043 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-87fcf215-591d-4fdb-8311-7427e94aef5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (c93018a3-99b0-46fb-b884-8b4727244e3f), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.371978 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcf215-591d-4fdb-8311-7427e94aef5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93018a3-99b0-46fb-b884-8b4727244e3f,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:15.376255 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-87fcf215-591d-4fdb-8311-7427e94aef5e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=57f2d6b240a847e7aa1c748a6464005b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281735 Sep 29 02:12:15.378916 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42762) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:15.429131 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a1c567bb-2bf0-4bda-8e13-0d6e264274d8 admin admin] Publish callbacks [] for security_group (c93018a3-99b0-46fb-b884-8b4727244e3f), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.448996 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a1c567bb-2bf0-4bda-8e13-0d6e264274d8 admin admin] Publish callbacks [] for security_group (c93018a3-99b0-46fb-b884-8b4727244e3f), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.470409 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:15.497733 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a1c567bb-2bf0-4bda-8e13-0d6e264274d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (c93018a3-99b0-46fb-b884-8b4727244e3f), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.500402 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a1c567bb-2bf0-4bda-8e13-0d6e264274d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.501613 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a1c567bb-2bf0-4bda-8e13-0d6e264274d8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c93018a3-99b0-46fb-b884-8b4727244e3f HTTP/1.1" status: 204 len: 168 time: 0.1218109 Sep 29 02:12:15.509384 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c567bb-2bf0-4bda-8e13-0d6e264274d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93018a3-99b0-46fb-b884-8b4727244e3f,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:15.770086 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42772) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:15.787018 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4431ac3f-530b-45bb-b586-e42fc85fb060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.846649 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:12:15.875726 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4431ac3f-530b-45bb-b586-e42fc85fb060 admin admin] Publish callbacks [] for security_group (220a3c7e-5b9a-44e5-b9ed-32cca098c8fb), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.880259 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4431ac3f-530b-45bb-b586-e42fc85fb060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (220a3c7e-5b9a-44e5-b9ed-32cca098c8fb), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.886798 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=12 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:15.893908 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3dd94-3bb3-42d8-9bfe-3baf4eb9f7ca req-1361af1a-29a4-44c7-84ff-cfd65338c526 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:15.895451 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f3b3dd94-3bb3-42d8-9bfe-3baf4eb9f7ca req-1361af1a-29a4-44c7-84ff-cfd65338c526 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.0896385 Sep 29 02:12:15.906150 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd973385-536a-478f-bc4e-7c9f08b01944 req-5bb97901-fab9-4ef8-8c76-f506c34b3ff1 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:15.907608 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cd973385-536a-478f-bc4e-7c9f08b01944 req-5bb97901-fab9-4ef8-8c76-f506c34b3ff1 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.0706820 Sep 29 02:12:15.916300 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-4431ac3f-530b-45bb-b586-e42fc85fb060 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e3ca204f74e641bca573b96cb01c3221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451337 Sep 29 02:12:15.920139 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42778) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:15.943229 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431ac3f-530b-45bb-b586-e42fc85fb060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220a3c7e-5b9a-44e5-b9ed-32cca098c8fb,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:15.983168 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f3b3dd94-3bb3-42d8-9bfe-3baf4eb9f7ca req-d5ba545f-909a-4376-bbf2-4a5da774d82d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743179 Sep 29 02:12:15.983765 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Publish callbacks [] for security_group (220a3c7e-5b9a-44e5-b9ed-32cca098c8fb), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.986027 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cd973385-536a-478f-bc4e-7c9f08b01944 req-d96e88c5-a8bd-406e-9d81-abd5e2358b9c tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697422 Sep 29 02:12:16.014025 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Publish callbacks [] for security_group (220a3c7e-5b9a-44e5-b9ed-32cca098c8fb), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:16.063949 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (220a3c7e-5b9a-44e5-b9ed-32cca098c8fb), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:16.067627 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:16.068990 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/220a3c7e-5b9a-44e5-b9ed-32cca098c8fb HTTP/1.1" status: 204 len: 168 time: 0.1478796 Sep 29 02:12:16.077379 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220a3c7e-5b9a-44e5-b9ed-32cca098c8fb,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:16.086104 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.086470 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.086837 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.087182 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.087525 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.087858 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.088190 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.088518 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.088846 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.089194 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.089522 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.089847 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.090169 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.090559 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.090797 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea64d6a-a956-4794-8cc0-8f2de583f2a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:16.120573 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f548599-8777-43ef-908d-218081965e15 req-69c01ca1-e7ab-4941-b11f-3700a3aa83b8 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:16.122126 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0f548599-8777-43ef-908d-218081965e15 req-69c01ca1-e7ab-4941-b11f-3700a3aa83b8 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0477531 Sep 29 02:12:16.159423 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:16.172187 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0f548599-8777-43ef-908d-218081965e15 req-59377d67-c1c6-47af-ae8a-f6c98bfcaf26 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427628 Sep 29 02:12:16.250948 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c2e7b-c041-40f4-a9bb-4bf31d040900 req-fe774ff0-ecca-4412-9b54-29604b082223 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:16.252927 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-275c2e7b-c041-40f4-a9bb-4bf31d040900 req-fe774ff0-ecca-4412-9b54-29604b082223 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 943 time: 0.0506325 Sep 29 02:12:16.308907 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-275c2e7b-c041-40f4-a9bb-4bf31d040900 req-216068d1-b80f-4b06-a6eb-921e170d11a7 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477638 Sep 29 02:12:16.825360 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device b7d489b0-8ea1-47ef-acc4-1d824148d54e up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:16.871212 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port b7d489b0-8ea1-47ef-acc4-1d824148d54e completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:12:16.877529 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port b7d489b0-8ea1-47ef-acc4-1d824148d54e triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:16.877946 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:16.878416 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port b7d489b0-8ea1-47ef-acc4-1d824148d54e Sep 29 02:12:16.958555 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d99f5-b699-442e-90f1-5828733fca84 req-bb7422d7-051a-48c1-94bf-0a76e91ea79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:16.960923 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-406d99f5-b699-442e-90f1-5828733fca84 req-bb7422d7-051a-48c1-94bf-0a76e91ea79b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 1127 time: 0.0523670 Sep 29 02:12:16.978738 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port b7d489b0-8ea1-47ef-acc4-1d824148d54e is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:16.979159 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:17.018368 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6794c9f-f06b-460e-a3d4-3763f97c4931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d489b0-8ea1-47ef-acc4-1d824148d54e'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:17.021842 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89d18ab-d0ba-48b6-8286-a29d538b5022" -d '{"events": [{"server_uuid": "a6794c9f-f06b-460e-a3d4-3763f97c4931", "name": "network-vif-plugged", "status": "completed", "tag": "b7d489b0-8ea1-47ef-acc4-1d824148d54e"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:17.049186 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port b7d489b0-8ea1-47ef-acc4-1d824148d54e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b7d489b0-8ea1-47ef-acc4-1d824148d54e,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:17.057382 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:17.136362 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=b7d489b0-8ea1-47ef-acc4-1d824148d54e,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:17.147842 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.148339 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.148709 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.149106 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.149450 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.149795 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.150127 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.150456 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.150822 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.151157 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.151488 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.151925 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.152263 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.152592 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.153109 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:17.167051 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed23e-ccbb-4ffa-a1e5-cb9c963549f0 req-fd0c4557-baf3-4698-bba3-9d3c714d16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:17.168625 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-427ed23e-ccbb-4ffa-a1e5-cb9c963549f0 req-fd0c4557-baf3-4698-bba3-9d3c714d16fb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 1130 time: 0.1144016 Sep 29 02:12:17.177436 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d99f5-b699-442e-90f1-5828733fca84 req-5071b232-3703-4864-a0f8-a0d8f4a7c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:17.179008 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-406d99f5-b699-442e-90f1-5828733fca84 req-5071b232-3703-4864-a0f8-a0d8f4a7c117 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=cc20488e0b2d48f796052c4e76990b19&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2113221 Sep 29 02:12:17.188544 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:17.233093 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-427ed23e-ccbb-4ffa-a1e5-cb9c963549f0 req-53fd488f-3b6b-4c70-adb2-3829ce7e8e0f service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567663 Sep 29 02:12:17.257080 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54916b-db1a-437a-9ea7-6d33aae799ce req-36c861c9-9a45-4b64-9c94-9d700caa3b5f tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:17.264195 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6f54916b-db1a-437a-9ea7-6d33aae799ce req-36c861c9-9a45-4b64-9c94-9d700caa3b5f tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.1368861 Sep 29 02:12:17.274478 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee3f6c-27c4-428f-92e8-7eb7dc1db29a req-8f381643-e12c-4539-99b0-cec5c5ce2654 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:17.275976 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-25ee3f6c-27c4-428f-92e8-7eb7dc1db29a req-8f381643-e12c-4539-99b0-cec5c5ce2654 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.1624959 Sep 29 02:12:17.297701 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42828) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:17.376708 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6f54916b-db1a-437a-9ea7-6d33aae799ce req-dcda5d25-5d67-4953-b7b9-69c83991dcc3 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116674 Sep 29 02:12:17.384215 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-25ee3f6c-27c4-428f-92e8-7eb7dc1db29a req-a45e3047-2141-4f44-9d1c-1bdab8289a72 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000559 Sep 29 02:12:17.426174 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d99f5-b699-442e-90f1-5828733fca84 req-c7a676a9-1738-42f2-8683-04ccf803c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:17.427763 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-406d99f5-b699-442e-90f1-5828733fca84 req-c7a676a9-1738-42f2-8683-04ccf803c55f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2417674 Sep 29 02:12:17.437297 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396391ab-b18c-43f1-9df2-941a3a8ef818 x-openstack-request-id: req-396391ab-b18c-43f1-9df2-941a3a8ef818 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:17.437619 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6794c9f-f06b-460e-a3d4-3763f97c4931", "name": "network-vif-plugged", "status": "completed", "tag": "b7d489b0-8ea1-47ef-acc4-1d824148d54e", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:17.437952 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-396391ab-b18c-43f1-9df2-941a3a8ef818 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:17.438267 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396391ab-b18c-43f1-9df2-941a3a8ef818'] response: {'server_uuid': 'a6794c9f-f06b-460e-a3d4-3763f97c4931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d489b0-8ea1-47ef-acc4-1d824148d54e', 'code': 200} Sep 29 02:12:17.446195 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b26896e6-5cfd-471f-af2a-dc30b78fef73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:17.574379 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-de3d9b53-e26e-4012-a5f3-34cea83097ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:17.575879 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-de3d9b53-e26e-4012-a5f3-34cea83097ec service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 1127 time: 0.0603859 Sep 29 02:12:17.607769 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b26896e6-5cfd-471f-af2a-dc30b78fef73 admin admin] Publish callbacks [] for security_group (54f97f7b-d21b-41cf-ad1a-ff6684a2c7d0), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:17.615456 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b26896e6-5cfd-471f-af2a-dc30b78fef73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (54f97f7b-d21b-41cf-ad1a-ff6684a2c7d0), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:17.615611 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a2128-6215-4893-a8c0-795c1fb2e9c2 req-f102d6dd-738a-46e2-a04f-95ddbf3584ce tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:17.621454 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f10a2128-6215-4893-a8c0-795c1fb2e9c2 req-f102d6dd-738a-46e2-a04f-95ddbf3584ce tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.1542897 Sep 29 02:12:17.664950 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-e28c0021-8e28-4c0a-8c19-eb114e228037 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb53402-4b37-4a75-84a8-df46009c6531 HTTP/1.1" status: 200 len: 217 time: 0.0668068 Sep 29 02:12:17.690042 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-209e62d1-4a4e-4d0c-b230-cb9a32c68db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:17.691252 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-b26896e6-5cfd-471f-af2a-dc30b78fef73 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8e6d42c16d82432f8688533d86bec993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898768 Sep 29 02:12:17.693151 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1c79a-a06e-4213-ab90-c180e3dea597 req-7fdecab6-8e29-4f95-82cf-25cc6523221b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:17.693888 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42854) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:17.696177 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26896e6-5cfd-471f-af2a-dc30b78fef73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f97f7b-d21b-41cf-ad1a-ff6684a2c7d0,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:17.704161 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9ca1c79a-a06e-4213-ab90-c180e3dea597 req-7fdecab6-8e29-4f95-82cf-25cc6523221b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 943 time: 0.1476779 Sep 29 02:12:17.771895 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7e90d462-5384-41dd-adf3-2ced4bca9e30 admin admin] Publish callbacks [] for security_group (54f97f7b-d21b-41cf-ad1a-ff6684a2c7d0), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:17.791349 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f10a2128-6215-4893-a8c0-795c1fb2e9c2 req-9bfbeb55-666f-4394-84e0-97ff27ec06be tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232607 Sep 29 02:12:17.807033 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9ca1c79a-a06e-4213-ab90-c180e3dea597 req-e2fcf9a8-f44d-4ec4-a739-663727b1f1ed tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977890 Sep 29 02:12:17.827438 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7e90d462-5384-41dd-adf3-2ced4bca9e30 admin admin] Publish callbacks [] for security_group (54f97f7b-d21b-41cf-ad1a-ff6684a2c7d0), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:17.900980 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7e90d462-5384-41dd-adf3-2ced4bca9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (54f97f7b-d21b-41cf-ad1a-ff6684a2c7d0), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:17.903713 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7e90d462-5384-41dd-adf3-2ced4bca9e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:17.905057 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-7e90d462-5384-41dd-adf3-2ced4bca9e30 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/54f97f7b-d21b-41cf-ad1a-ff6684a2c7d0 HTTP/1.1" status: 204 len: 168 time: 0.2100494 Sep 29 02:12:17.914173 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90d462-5384-41dd-adf3-2ced4bca9e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f97f7b-d21b-41cf-ad1a-ff6684a2c7d0,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:18.088680 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f90bac-cf5c-4b74-88bc-5e7ab484c3a8 req-058466cc-5758-4260-81c9-d71af3896eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:18.089028 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-17f90bac-cf5c-4b74-88bc-5e7ab484c3a8 req-058466cc-5758-4260-81c9-d71af3896eea service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 1129 time: 0.0476489 Sep 29 02:12:18.112034 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-9342ad9e-65e7-4e61-a0e5-01d2a613284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:18.114630 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-9342ad9e-65e7-4e61-a0e5-01d2a613284f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb HTTP/1.1" status: 200 len: 853 time: 0.0734899 Sep 29 02:12:18.270854 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42886) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:18.315218 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42892) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:18.396535 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:18.414264 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f72c2951-da65-4753-877e-a7621164670d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.418347 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-31d01f21-6968-4785-8646-d08228cdb037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.460806 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:18.567843 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e373d36-cfeb-4dcf-aabb-5baa43c6e157 req-4b3cab5e-6943-433f-abc8-3f86267a500d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:18.569458 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8e373d36-cfeb-4dcf-aabb-5baa43c6e157 req-4b3cab5e-6943-433f-abc8-3f86267a500d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 943 time: 0.0748162 Sep 29 02:12:18.575059 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f72c2951-da65-4753-877e-a7621164670d admin admin] Publish callbacks [] for security_group (c85ed882-f533-446f-a823-9231ea3855ad), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.577476 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8c597-379b-4f45-98c7-7009f29c4ce6 req-208cea05-4dd6-49b2-92be-28a41826e0ee tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:18.585082 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-dab8c597-379b-4f45-98c7-7009f29c4ce6 req-208cea05-4dd6-49b2-92be-28a41826e0ee tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.1035848 Sep 29 02:12:18.592954 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f72c2951-da65-4753-877e-a7621164670d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (c85ed882-f533-446f-a823-9231ea3855ad), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.606128 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:18.607388 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-31d01f21-6968-4785-8646-d08228cdb037 admin admin] Publish callbacks [] for security_group (328f24d5-256c-4ba4-bea9-151a38fa9665), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.623030 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-31d01f21-6968-4785-8646-d08228cdb037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (328f24d5-256c-4ba4-bea9-151a38fa9665), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.672145 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-f72c2951-da65-4753-877e-a7621164670d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4c6dfa04d2f24ac68cfbf3f544d30797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001615 Sep 29 02:12:18.672778 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42910) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:18.673446 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-dab8c597-379b-4f45-98c7-7009f29c4ce6 req-1be31a91-e16f-4b55-9e94-f3e98eab24ff tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875199 Sep 29 02:12:18.677034 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8e373d36-cfeb-4dcf-aabb-5baa43c6e157 req-c16f32c0-4607-42ed-acf6-1efaea556c91 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899572 Sep 29 02:12:18.681375 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-31d01f21-6968-4785-8646-d08228cdb037 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=77947ca6b22e4f03b17317021a2bb7fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3642561 Sep 29 02:12:18.682488 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c2951-da65-4753-877e-a7621164670d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85ed882-f533-446f-a823-9231ea3855ad,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:18.693739 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42912) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:18.781073 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-d73605ea-9f75-43c8-ad41-010c81089e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:18.784245 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-d73605ea-9f75-43c8-ad41-010c81089e1e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0884817 Sep 29 02:12:18.795831 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.820566 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 948e55e8-38c5-416f-9986-c881e13251eb details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:12:18.851715 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d01f21-6968-4785-8646-d08228cdb037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328f24d5-256c-4ba4-bea9-151a38fa9665,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:18.912603 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e2117399-fe6b-458f-8230-2cb76e5de2bf admin admin] Publish callbacks [] for security_group (c85ed882-f533-446f-a823-9231ea3855ad), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.916411 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-17f90bac-cf5c-4b74-88bc-5e7ab484c3a8 req-8da69cd3-f7d4-41d3-9919-23c890d8599d service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212124 Sep 29 02:12:18.946416 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9e64-92ee-43bd-a478-6f5a2a783013 admin admin] Publish callbacks [] for security_group (328f24d5-256c-4ba4-bea9-151a38fa9665), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.983156 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e2117399-fe6b-458f-8230-2cb76e5de2bf admin admin] Publish callbacks [] for security_group (c85ed882-f533-446f-a823-9231ea3855ad), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.007369 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9e64-92ee-43bd-a478-6f5a2a783013 admin admin] Publish callbacks [] for security_group (328f24d5-256c-4ba4-bea9-151a38fa9665), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.098930 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e2117399-fe6b-458f-8230-2cb76e5de2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (c85ed882-f533-446f-a823-9231ea3855ad), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.104182 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:19.115403 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e2117399-fe6b-458f-8230-2cb76e5de2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.115747 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-e2117399-fe6b-458f-8230-2cb76e5de2bf admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c85ed882-f533-446f-a823-9231ea3855ad HTTP/1.1" status: 204 len: 168 time: 0.4417500 Sep 29 02:12:19.143855 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2117399-fe6b-458f-8230-2cb76e5de2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85ed882-f533-446f-a823-9231ea3855ad,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:19.160154 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9e64-92ee-43bd-a478-6f5a2a783013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (328f24d5-256c-4ba4-bea9-151a38fa9665), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.172192 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e55375-66ed-44a6-a3c3-b4fe541d6471 req-ee9abd45-be07-4775-850d-bd5cdaa86896 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:19.172672 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9e64-92ee-43bd-a478-6f5a2a783013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.176814 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 948e55e8-38c5-416f-9986-c881e13251eb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=948e55e8-38c5-416f-9986-c881e13251eb,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:19.183063 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26e55375-66ed-44a6-a3c3-b4fe541d6471 req-ee9abd45-be07-4775-850d-bd5cdaa86896 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 943 time: 0.2071431 Sep 29 02:12:19.187664 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-5d6f9e64-92ee-43bd-a478-6f5a2a783013 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/328f24d5-256c-4ba4-bea9-151a38fa9665 HTTP/1.1" status: 204 len: 168 time: 0.4863176 Sep 29 02:12:19.204240 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '948e55e8-38c5-416f-9986-c881e13251eb', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'port_id': '948e55e8-38c5-416f-9986-c881e13251eb', 'mac_address': 'fa:16:3e:1f:f9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:12:19.219327 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f9e64-92ee-43bd-a478-6f5a2a783013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328f24d5-256c-4ba4-bea9-151a38fa9665,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:19.237638 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef79479-7b0d-465f-a7b4-1949d33ba83a req-e9ddf264-33ad-4f4b-879b-27227281a579 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:19.247056 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0ef79479-7b0d-465f-a7b4-1949d33ba83a req-e9ddf264-33ad-4f4b-879b-27227281a579 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.2549582 Sep 29 02:12:19.349301 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 948e55e8-38c5-416f-9986-c881e13251eb is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:19.350377 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (948e55e8-38c5-416f-9986-c881e13251eb), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.368562 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948e55e8-38c5-416f-9986-c881e13251eb {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:19.403506 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 948e55e8-38c5-416f-9986-c881e13251eb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=948e55e8-38c5-416f-9986-c881e13251eb,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:19.409914 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (948e55e8-38c5-416f-9986-c881e13251eb), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.473742 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26e55375-66ed-44a6-a3c3-b4fe541d6471 req-84234cc0-2b9e-41a8-911b-e6cef170fe25 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897177 Sep 29 02:12:19.485514 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=948e55e8-38c5-416f-9986-c881e13251eb,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:19.499495 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0ef79479-7b0d-465f-a7b4-1949d33ba83a req-66369519-ba9a-4e67-9168-4e5870c7cf05 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513173 Sep 29 02:12:19.698777 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['948e55e8-38c5-416f-9986-c881e13251eb'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:12:19.850596 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-2afa3132-01dd-4ed9-852a-ba5c469c9aec service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612495 Sep 29 02:12:19.909902 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4bd0b-124d-49ad-b92a-2499c4723adc req-9b5a9714-6d7e-459a-b66f-de29efc0bc46 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:19.921478 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-94b4bd0b-124d-49ad-b92a-2499c4723adc req-9b5a9714-6d7e-459a-b66f-de29efc0bc46 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.1182742 Sep 29 02:12:19.922928 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42968) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:19.928131 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-07240eaa-e5d6-4bb1-b078-087836406928 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Request body: {'floatingip': {'port_id': 'f4ee4981-fc1b-4a7a-af00-412764134573'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:19.969006 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 42970) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:19.969684 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:19.990574 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955629f-f199-45ec-88b4-2d15aa183fce req-b2e15b0e-d2a1-4c2c-b48c-aa0d4e87fe84 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:19.998281 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8955629f-f199-45ec-88b4-2d15aa183fce req-b2e15b0e-d2a1-4c2c-b48c-aa0d4e87fe84 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 944 time: 0.1614296 Sep 29 02:12:20.017251 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-07240eaa-e5d6-4bb1-b078-087836406928 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (96f36928-d67a-4475-97f4-c628c184ae59), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.020962 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.118186 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8955629f-f199-45ec-88b4-2d15aa183fce req-f0c20adc-98c7-4817-82b4-92b873ff50b1 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188498 Sep 29 02:12:20.123018 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68874a14-02b6-4b08-a7e5-96bc7008cfa6 req-7cfc0e39-1a20-41c6-842c-537fe330088d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520034 Sep 29 02:12:20.185265 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Publish callbacks [] for security_group (1c734f3e-f7e2-4536-ab92-ee9fde4ed56f), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.191730 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (1c734f3e-f7e2-4536-ab92-ee9fde4ed56f), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.192071 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:20.205552 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 42976) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:20.247687 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c734f3e-f7e2-4536-ab92-ee9fde4ed56f,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:20.251827 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fb347b0fdfbe4276b34799d40a000c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776480 Sep 29 02:12:20.255179 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 42982) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:20.259405 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.259828 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.260583 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.261248 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.261891 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.262370 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.263012 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.263485 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.264154 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.264624 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.265836 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.266418 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.267223 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.267729 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.268226 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b774235-e982-4e1c-a6e5-82a6cfdf057d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:20.338453 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:INSERT=6,neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:20.434200 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.478175 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-53111aee-396c-45b9-a42a-c32833525c1d admin admin] Publish callbacks [] for security_group (1c734f3e-f7e2-4536-ab92-ee9fde4ed56f), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.520686 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-df588bf6-904f-41d3-93c6-e861a40a68ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.555745 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.619661 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:20.635532 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dab67-19b4-4ec2-a643-7ea56bbff7d1 req-457c37d3-0855-4a0c-bdfa-3ed6191865e1 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:20.642896 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e34dab67-19b4-4ec2-a643-7ea56bbff7d1 req-457c37d3-0855-4a0c-bdfa-3ed6191865e1 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 943 time: 0.0756240 Sep 29 02:12:20.726824 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e34dab67-19b4-4ec2-a643-7ea56bbff7d1 req-6ad09e9a-c591-4cc1-9232-92d170a2164c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819633 Sep 29 02:12:20.746767 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-df588bf6-904f-41d3-93c6-e861a40a68ac admin admin] Publish callbacks [] for security_group (17da3327-85ef-41de-bea6-dfc2b07853a3), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.750922 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-53111aee-396c-45b9-a42a-c32833525c1d admin admin] Publish callbacks [] for security_group (1c734f3e-f7e2-4536-ab92-ee9fde4ed56f), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.752991 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-df588bf6-904f-41d3-93c6-e861a40a68ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (17da3327-85ef-41de-bea6-dfc2b07853a3), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.794239 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-df588bf6-904f-41d3-93c6-e861a40a68ac admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=51ea603b1b8d435c987baa899eebeb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5804830 Sep 29 02:12:20.799195 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43006) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:20.837116 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df588bf6-904f-41d3-93c6-e861a40a68ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17da3327-85ef-41de-bea6-dfc2b07853a3,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:20.873519 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e183e716-0e99-425a-8b5b-d7ee400d08ff admin admin] Publish callbacks [] for security_group (17da3327-85ef-41de-bea6-dfc2b07853a3), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.894744 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e183e716-0e99-425a-8b5b-d7ee400d08ff admin admin] Publish callbacks [] for security_group (17da3327-85ef-41de-bea6-dfc2b07853a3), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.923364 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-53111aee-396c-45b9-a42a-c32833525c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (1c734f3e-f7e2-4536-ab92-ee9fde4ed56f), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.927512 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-53111aee-396c-45b9-a42a-c32833525c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.928998 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-53111aee-396c-45b9-a42a-c32833525c1d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1c734f3e-f7e2-4536-ab92-ee9fde4ed56f HTTP/1.1" status: 204 len: 168 time: 0.6724257 Sep 29 02:12:20.953512 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e183e716-0e99-425a-8b5b-d7ee400d08ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (17da3327-85ef-41de-bea6-dfc2b07853a3), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.958305 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e183e716-0e99-425a-8b5b-d7ee400d08ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.959916 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-e183e716-0e99-425a-8b5b-d7ee400d08ff admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/17da3327-85ef-41de-bea6-dfc2b07853a3 HTTP/1.1" status: 204 len: 168 time: 0.1589363 Sep 29 02:12:20.973056 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183e716-0e99-425a-8b5b-d7ee400d08ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17da3327-85ef-41de-bea6-dfc2b07853a3,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:20.987703 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53111aee-396c-45b9-a42a-c32833525c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c734f3e-f7e2-4536-ab92-ee9fde4ed56f,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:21.028108 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-07240eaa-e5d6-4bb1-b078-087836406928 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:21.032837 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-07240eaa-e5d6-4bb1-b078-087836406928 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (96f36928-d67a-4475-97f4-c628c184ae59), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:21.141333 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [None req-07240eaa-e5d6-4bb1-b078-087836406928 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Floating IP 96f36928-d67a-4475-97f4-c628c184ae59 associated. External IP: 172.27.3.78, port: f4ee4981-fc1b-4a7a-af00-412764134573. Sep 29 02:12:21.265617 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ba6a3-5428-43a2-a436-ce82956d8693 req-107e3cd9-0b9b-47a3-b10d-85b6b88de994 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:21.268068 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-834ba6a3-5428-43a2-a436-ce82956d8693 req-107e3cd9-0b9b-47a3-b10d-85b6b88de994 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 944 time: 0.0639524 Sep 29 02:12:21.343703 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-834ba6a3-5428-43a2-a436-ce82956d8693 req-3b9ad1f0-66bc-4cdf-ba71-9bb55f132c67 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697920 Sep 29 02:12:21.378872 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07240eaa-e5d6-4bb1-b078-087836406928 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:12:21.486380 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07240eaa-e5d6-4bb1-b078-087836406928 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:21.491569 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-07240eaa-e5d6-4bb1-b078-087836406928 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:21.502479 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58413397-22a1-4ebb-9f59-673b42533e96 None None] Sync routers for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:21.512364 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58413397-22a1-4ebb-9f59-673b42533e96 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:21.513047 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-58413397-22a1-4ebb-9f59-673b42533e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:21.513930 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:21.532835 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-07240eaa-e5d6-4bb1-b078-087836406928 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/96f36928-d67a-4475-97f4-c628c184ae59 HTTP/1.1" status: 200 len: 991 time: 1.6086946 Sep 29 02:12:21.534655 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b325d6a7-de3c-462c-a885-ea01b42ac4fc', 'tag': 'f4ee4981-fc1b-4a7a-af00-412764134573'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:21.538109 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a382cf8-5d80-448e-b1b0-b779c111328e" -d '{"events": [{"name": "network-changed", "server_uuid": "b325d6a7-de3c-462c-a885-ea01b42ac4fc", "tag": "f4ee4981-fc1b-4a7a-af00-412764134573"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:21.578687 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48769953-4105-43fd-928f-895f5d1a4527 x-openstack-request-id: req-48769953-4105-43fd-928f-895f5d1a4527 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:21.578975 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b325d6a7-de3c-462c-a885-ea01b42ac4fc", "tag": "f4ee4981-fc1b-4a7a-af00-412764134573", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:21.579231 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-48769953-4105-43fd-928f-895f5d1a4527 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:21.579643 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48769953-4105-43fd-928f-895f5d1a4527'] response: {'name': 'network-changed', 'server_uuid': 'b325d6a7-de3c-462c-a885-ea01b42ac4fc', 'tag': 'f4ee4981-fc1b-4a7a-af00-412764134573', 'status': 'completed', 'code': 200} Sep 29 02:12:21.633146 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-58413397-22a1-4ebb-9f59-673b42533e96 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:21.900265 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d190d-3655-423f-b66e-6dbec233f314 req-f40d348e-f751-442c-a443-81d210cbedcf tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:21.906962 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-197d190d-3655-423f-b66e-6dbec233f314 req-f40d348e-f751-442c-a443-81d210cbedcf tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 943 time: 0.0586145 Sep 29 02:12:21.917208 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-58413397-22a1-4ebb-9f59-673b42533e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '96f36928-d67a-4475-97f4-c628c184ae59', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'port_id': 'f4ee4981-fc1b-4a7a-af00-412764134573', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'mac_address': 'fa:16:3e:15:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b325d6a7-de3c-462c-a885-ea01b42ac4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:31Z', 'updated_at': '2022-09-29T02:12:20Z', 'revision_number': 1, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 5, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:21.925638 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:21.962787 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58413397-22a1-4ebb-9f59-673b42533e96 None None] Checking router: ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:21.971331 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-197d190d-3655-423f-b66e-6dbec233f314 req-7a36f7f9-c5ae-4d8f-a575-26e800b1695e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634501 Sep 29 02:12:21.973892 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58413397-22a1-4ebb-9f59-673b42533e96 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:21.974505 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-58413397-22a1-4ebb-9f59-673b42533e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:22.082364 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-58413397-22a1-4ebb-9f59-673b42533e96 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:22.308939 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-58413397-22a1-4ebb-9f59-673b42533e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '96f36928-d67a-4475-97f4-c628c184ae59', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'port_id': 'f4ee4981-fc1b-4a7a-af00-412764134573', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'mac_address': 'fa:16:3e:15:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b325d6a7-de3c-462c-a885-ea01b42ac4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:31Z', 'updated_at': '2022-09-29T02:12:20Z', 'revision_number': 1, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 5, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:22.335472 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58413397-22a1-4ebb-9f59-673b42533e96 None None] The sync data for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi is: [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '96f36928-d67a-4475-97f4-c628c184ae59', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'port_id': 'f4ee4981-fc1b-4a7a-af00-412764134573', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'mac_address': 'fa:16:3e:15:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b325d6a7-de3c-462c-a885-ea01b42ac4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:31Z', 'updated_at': '2022-09-29T02:12:20Z', 'revision_number': 1, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 5, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:22.491500 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17763bde-aa6d-43db-b38a-45a0bf393edf req-560df9b2-3fc9-4a2c-b346-9a1bef31508e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:22.493457 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-17763bde-aa6d-43db-b38a-45a0bf393edf req-560df9b2-3fc9-4a2c-b346-9a1bef31508e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 944 time: 0.0611496 Sep 29 02:12:22.577030 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-17763bde-aa6d-43db-b38a-45a0bf393edf req-dd704cea-7501-4413-a83d-5b06af308a10 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720987 Sep 29 02:12:22.620253 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b6c086-ff89-4561-975c-5017d7918b6a None None] New status for floating IP 96f36928-d67a-4475-97f4-c628c184ae59: ACTIVE {{(pid=106337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:12:22.817070 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:23.134585 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b85b7-cefd-4258-a7e2-d01532db29b6 req-8e97b16d-8c9a-4dab-a175-24945a358f5a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:23.136836 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a80b85b7-cefd-4258-a7e2-d01532db29b6 req-8e97b16d-8c9a-4dab-a175-24945a358f5a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 943 time: 0.0718145 Sep 29 02:12:23.218435 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a80b85b7-cefd-4258-a7e2-d01532db29b6 req-8f18ec11-79b6-48bf-88b7-a0adb86031a1 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736587 Sep 29 02:12:23.396393 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 948e55e8-38c5-416f-9986-c881e13251eb up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:23.444906 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 948e55e8-38c5-416f-9986-c881e13251eb completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:12:23.450773 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 948e55e8-38c5-416f-9986-c881e13251eb triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:23.451186 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (948e55e8-38c5-416f-9986-c881e13251eb), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:23.451624 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 948e55e8-38c5-416f-9986-c881e13251eb Sep 29 02:12:23.531476 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 948e55e8-38c5-416f-9986-c881e13251eb is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:23.532010 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (948e55e8-38c5-416f-9986-c881e13251eb), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:23.559100 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53cd3d-664c-487f-b293-dab637cbefc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948e55e8-38c5-416f-9986-c881e13251eb'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:23.561744 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c463497f-bcf2-4251-a432-e29ff9e76d73" -d '{"events": [{"server_uuid": "2e53cd3d-664c-487f-b293-dab637cbefc0", "name": "network-vif-plugged", "status": "completed", "tag": "948e55e8-38c5-416f-9986-c881e13251eb"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:23.581519 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 948e55e8-38c5-416f-9986-c881e13251eb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=948e55e8-38c5-416f-9986-c881e13251eb,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:23.592903 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (948e55e8-38c5-416f-9986-c881e13251eb), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:23.617741 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6ea3b5-1f67-4224-9ade-71ab9b24a836 x-openstack-request-id: req-7d6ea3b5-1f67-4224-9ade-71ab9b24a836 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:23.618056 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53cd3d-664c-487f-b293-dab637cbefc0", "name": "network-vif-plugged", "status": "completed", "tag": "948e55e8-38c5-416f-9986-c881e13251eb", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:23.618309 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7d6ea3b5-1f67-4224-9ade-71ab9b24a836 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:23.618701 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6ea3b5-1f67-4224-9ade-71ab9b24a836'] response: {'server_uuid': '2e53cd3d-664c-487f-b293-dab637cbefc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948e55e8-38c5-416f-9986-c881e13251eb', 'code': 200} Sep 29 02:12:23.632397 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:23.651430 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=948e55e8-38c5-416f-9986-c881e13251eb,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:23.726106 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd17ab-b3d2-474c-97bc-af56d1ed5011 req-e02acc4c-5a98-43c0-aa7d-2046e78190b5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:23.727891 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ebd17ab-b3d2-474c-97bc-af56d1ed5011 req-e02acc4c-5a98-43c0-aa7d-2046e78190b5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0596886 Sep 29 02:12:23.785832 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ebd17ab-b3d2-474c-97bc-af56d1ed5011 req-2c49a703-2114-45cf-9ffb-58309e6f9367 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523319 Sep 29 02:12:24.356848 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367ca51-6858-4996-a134-683a0a22124a req-6d79fc08-4243-48e4-b1ca-d4e4db33837c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:24.358401 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7367ca51-6858-4996-a134-683a0a22124a req-6d79fc08-4243-48e4-b1ca-d4e4db33837c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 943 time: 0.0471337 Sep 29 02:12:24.406569 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7367ca51-6858-4996-a134-683a0a22124a req-7695c49e-5918-4d41-9a62-7b3f863a45ac tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417280 Sep 29 02:12:24.693787 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:24.703036 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382cf8-5d80-448e-b1b0-b779c111328e req-4cae4f43-765f-487e-81ec-936ac81826d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:24.706216 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6a382cf8-5d80-448e-b1b0-b779c111328e req-4cae4f43-765f-487e-81ec-936ac81826d8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2a04f2488c2a4d219ad8193c4dd12b65&device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 1130 time: 0.0797386 Sep 29 02:12:24.795324 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-da23b5ba-18b1-4945-b279-c2d936eba443 req-1def7b09-9c90-4671-bd5c-059720bbf2e2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528140 Sep 29 02:12:24.855047 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ffffa-1c0a-4ec7-863f-32e9563b3fcb req-24c89ad4-82d5-4fca-aca3-c3c480b60bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:24.857187 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-902ffffa-1c0a-4ec7-863f-32e9563b3fcb req-24c89ad4-82d5-4fca-aca3-c3c480b60bef service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 1129 time: 0.0482168 Sep 29 02:12:24.971799 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382cf8-5d80-448e-b1b0-b779c111328e req-f08a2175-921e-47d5-8897-81863a25d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:24.972781 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b5ba-18b1-4945-b279-c2d936eba443 req-e14ede3a-2eee-4c25-8442-c62fc82a3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:24.973383 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6a382cf8-5d80-448e-b1b0-b779c111328e req-f08a2175-921e-47d5-8897-81863a25d6dc service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 HTTP/1.1" status: 200 len: 910 time: 0.2472069 Sep 29 02:12:24.974942 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-da23b5ba-18b1-4945-b279-c2d936eba443 req-e14ede3a-2eee-4c25-8442-c62fc82a3bfd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=dbda18c4ee4e4c9eb64f37e71bd862cd&device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 1129 time: 0.1042397 Sep 29 02:12:24.977316 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-902ffffa-1c0a-4ec7-863f-32e9563b3fcb req-7124af7b-10a1-45a7-b4e6-61a86d32a656 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079898 Sep 29 02:12:24.983977 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d8cc1-e99d-45f3-8abf-4ec6fb1163ee req-7014d741-725d-42ca-8460-9e12475fb5ea tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:24.985462 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-983d8cc1-e99d-45f3-8abf-4ec6fb1163ee req-7014d741-725d-42ca-8460-9e12475fb5ea tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0842240 Sep 29 02:12:25.037910 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-983d8cc1-e99d-45f3-8abf-4ec6fb1163ee req-4026a66d-3a98-4bce-8b16-6a619142216a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463531 Sep 29 02:12:25.349535 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:25.352235 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b5ba-18b1-4945-b279-c2d936eba443 req-32c5a5cb-3772-47e2-b6a9-9c9c539b6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:25.354042 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-da23b5ba-18b1-4945-b279-c2d936eba443 req-32c5a5cb-3772-47e2-b6a9-9c9c539b6681 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=4bb4610a-2c61-45df-bbe4-68be5aa4a03c HTTP/1.1" status: 200 len: 912 time: 0.1420550 Sep 29 02:12:25.382820 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6a382cf8-5d80-448e-b1b0-b779c111328e req-845d087b-19be-481e-a88f-6b4c35527abd service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4ee4981-fc1b-4a7a-af00-412764134573 HTTP/1.1" status: 200 len: 1001 time: 0.1954572 Sep 29 02:12:25.383884 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 5eb53402-4b37-4a75-84a8-df46009c6531 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:12:25.511841 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-da23b5ba-18b1-4945-b279-c2d936eba443 req-a229e456-df0f-42c4-84ee-0f75c00fb29d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=391bd10f-4afa-41d0-a245-441cf5790cac HTTP/1.1" status: 200 len: 217 time: 0.0888517 Sep 29 02:12:25.549743 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 5eb53402-4b37-4a75-84a8-df46009c6531, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5eb53402-4b37-4a75-84a8-df46009c6531,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:25.570788 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5079ed2-f572-4d88-bd19-fc1ddfeeff25 req-9a84a6da-077a-41bb-9f6a-d27772192fd4 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:25.571007 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '5eb53402-4b37-4a75-84a8-df46009c6531', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'port_id': '5eb53402-4b37-4a75-84a8-df46009c6531', 'mac_address': 'fa:16:3e:eb:e8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:12:25.573005 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f5079ed2-f572-4d88-bd19-fc1ddfeeff25 req-9a84a6da-077a-41bb-9f6a-d27772192fd4 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 943 time: 0.0530415 Sep 29 02:12:25.615969 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 5eb53402-4b37-4a75-84a8-df46009c6531 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:25.616456 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:25.632641 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb53402-4b37-4a75-84a8-df46009c6531 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:25.661309 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 5eb53402-4b37-4a75-84a8-df46009c6531, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5eb53402-4b37-4a75-84a8-df46009c6531,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:25.664889 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f5079ed2-f572-4d88-bd19-fc1ddfeeff25 req-07ec1e4b-c4a6-4404-a139-98c59ea603b1 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807989 Sep 29 02:12:25.681466 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:25.732541 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=5eb53402-4b37-4a75-84a8-df46009c6531,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:25.825848 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382cf8-5d80-448e-b1b0-b779c111328e req-a8432834-b3ea-43f6-9576-325c00a47828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:25.827240 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6a382cf8-5d80-448e-b1b0-b779c111328e req-a8432834-b3ea-43f6-9576-325c00a47828 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c97b77e6-502e-434a-8af4-d88686453bb8 HTTP/1.1" status: 200 len: 849 time: 0.0528593 Sep 29 02:12:26.048189 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b5ba-18b1-4945-b279-c2d936eba443 req-56790f46-613e-4411-ab85-78e9c6661dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:26.050167 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-da23b5ba-18b1-4945-b279-c2d936eba443 req-56790f46-613e-4411-ab85-78e9c6661dbf service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ea404793-9994-408b-8c90-6ee182f1452c HTTP/1.1" status: 200 len: 851 time: 0.0658662 Sep 29 02:12:26.054422 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['5eb53402-4b37-4a75-84a8-df46009c6531'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:12:26.064697 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382cf8-5d80-448e-b1b0-b779c111328e req-117c5d06-c2eb-411b-82a6-fdace01ff3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:26.067194 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6a382cf8-5d80-448e-b1b0-b779c111328e req-117c5d06-c2eb-411b-82a6-fdace01ff3d9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0820107 Sep 29 02:12:26.133795 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:26.136603 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b5ba-18b1-4945-b279-c2d936eba443 req-a297ed13-bf6f-4846-a48c-f449b380faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:26.139328 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-da23b5ba-18b1-4945-b279-c2d936eba443 req-a297ed13-bf6f-4846-a48c-f449b380faa5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4bb4610a-2c61-45df-bbe4-68be5aa4a03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0821311 Sep 29 02:12:26.224164 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138931b-c05f-442b-888a-de1437640845 req-f8f443a2-8781-436c-bce1-146c32190ac8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:26.227312 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c138931b-c05f-442b-888a-de1437640845 req-f8f443a2-8781-436c-bce1-146c32190ac8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0699325 Sep 29 02:12:26.288416 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6a382cf8-5d80-448e-b1b0-b779c111328e req-38c983c8-4ff7-4f9e-bdfd-8bd82abbc8d7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133458 Sep 29 02:12:26.291125 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:26.306535 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c138931b-c05f-442b-888a-de1437640845 req-687e42ef-74de-4c85-8963-38b76c778dcc tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640054 Sep 29 02:12:26.364309 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-da23b5ba-18b1-4945-b279-c2d936eba443 req-1e818c60-7bdc-4248-8541-2ca28360af95 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4bb4610a-2c61-45df-bbe4-68be5aa4a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339848 Sep 29 02:12:26.801055 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eda57c-b02c-422b-b7c5-b6c9fb4c3792 req-59b61208-daad-43d8-a47c-b4e01a096934 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:26.802443 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b9eda57c-b02c-422b-b7c5-b6c9fb4c3792 req-59b61208-daad-43d8-a47c-b4e01a096934 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 944 time: 0.0594335 Sep 29 02:12:26.878804 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b9eda57c-b02c-422b-b7c5-b6c9fb4c3792 req-0d53300a-0c6a-4e6e-a123-d7f44c8833c1 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604837 Sep 29 02:12:27.072995 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6a382cf8-5d80-448e-b1b0-b779c111328e req-088e0b6d-1b14-497d-bc3b-15af3a114bc2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985267 Sep 29 02:12:27.084499 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-da23b5ba-18b1-4945-b279-c2d936eba443 req-f62d9069-53ff-475b-9a22-571420d07e9b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4bb4610a-2c61-45df-bbe4-68be5aa4a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094236 Sep 29 02:12:27.428118 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7d33d-0635-4ff3-bbcd-0661539852e9 req-95d3a42d-32cb-4f85-bd1d-fc8c79d43ffb tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:27.429595 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-41f7d33d-0635-4ff3-bbcd-0661539852e9 req-95d3a42d-32cb-4f85-bd1d-fc8c79d43ffb tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0462415 Sep 29 02:12:27.478367 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-41f7d33d-0635-4ff3-bbcd-0661539852e9 req-40dfe145-8b3d-406e-b1e7-0556ef1d5221 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433242 Sep 29 02:12:27.756460 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9610ae0-62ad-4387-b623-ed810384d362 req-6c0968ec-c699-45c9-a551-8df64f0f822a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:27.757951 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f9610ae0-62ad-4387-b623-ed810384d362 req-6c0968ec-c699-45c9-a551-8df64f0f822a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0474112 Sep 29 02:12:27.807479 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f9610ae0-62ad-4387-b623-ed810384d362 req-a1308865-6177-4c70-bc6c-2cb168287df9 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426562 Sep 29 02:12:27.991097 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:28.007274 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36354ff-f978-4df5-bab1-46b8db92ad4b req-6d84068a-4c70-4a8c-9373-55261cf4f5fc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:28.008776 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f36354ff-f978-4df5-bab1-46b8db92ad4b req-6d84068a-4c70-4a8c-9373-55261cf4f5fc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 944 time: 0.0489466 Sep 29 02:12:28.011660 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43322) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:28.056905 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f36354ff-f978-4df5-bab1-46b8db92ad4b req-18b7195d-be53-41c1-95fb-94e689559b67 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414159 Sep 29 02:12:28.120840 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cddd55f7-4030-4e19-94aa-83842ac91104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.197040 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cddd55f7-4030-4e19-94aa-83842ac91104 admin admin] Publish callbacks [] for security_group (d36232b6-f8da-48a8-9adb-d0a0f7075817), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.203180 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cddd55f7-4030-4e19-94aa-83842ac91104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d36232b6-f8da-48a8-9adb-d0a0f7075817), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.241053 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-cddd55f7-4030-4e19-94aa-83842ac91104 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=51872300f3994c7d859ce74a47015d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242692 Sep 29 02:12:28.241053 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43332) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:28.264364 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd55f7-4030-4e19-94aa-83842ac91104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36232b6-f8da-48a8-9adb-d0a0f7075817,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:28.302386 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7904461d-e83c-4346-8cdb-496d79e15a2a admin admin] Publish callbacks [] for security_group (d36232b6-f8da-48a8-9adb-d0a0f7075817), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.322838 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7904461d-e83c-4346-8cdb-496d79e15a2a admin admin] Publish callbacks [] for security_group (d36232b6-f8da-48a8-9adb-d0a0f7075817), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.354457 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:28.370156 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7904461d-e83c-4346-8cdb-496d79e15a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d36232b6-f8da-48a8-9adb-d0a0f7075817), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.372731 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7904461d-e83c-4346-8cdb-496d79e15a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.373920 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-7904461d-e83c-4346-8cdb-496d79e15a2a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d36232b6-f8da-48a8-9adb-d0a0f7075817 HTTP/1.1" status: 204 len: 168 time: 0.1330237 Sep 29 02:12:28.382034 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904461d-e83c-4346-8cdb-496d79e15a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36232b6-f8da-48a8-9adb-d0a0f7075817,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:28.635459 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43338) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:28.651476 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-eb33b5c0-d6d4-4b59-923e-d49fed4c8c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.726816 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-eb33b5c0-d6d4-4b59-923e-d49fed4c8c30 admin admin] Publish callbacks [] for security_group (46be41b1-2e7c-4b7e-bd03-776566ddd85d), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.730379 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-eb33b5c0-d6d4-4b59-923e-d49fed4c8c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (46be41b1-2e7c-4b7e-bd03-776566ddd85d), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.758048 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 5eb53402-4b37-4a75-84a8-df46009c6531 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:28.771633 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-eb33b5c0-d6d4-4b59-923e-d49fed4c8c30 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7b7b3e86685347cbb73d9e80036b45fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340182 Sep 29 02:12:28.772603 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33b5c0-d6d4-4b59-923e-d49fed4c8c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46be41b1-2e7c-4b7e-bd03-776566ddd85d,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:28.773356 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43340) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:28.821332 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 5eb53402-4b37-4a75-84a8-df46009c6531 completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:12:28.826363 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 5eb53402-4b37-4a75-84a8-df46009c6531 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:28.826747 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.827078 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 5eb53402-4b37-4a75-84a8-df46009c6531 Sep 29 02:12:28.833813 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-87501677-3c27-4d01-a095-4f766d954e9b admin admin] Publish callbacks [] for security_group (46be41b1-2e7c-4b7e-bd03-776566ddd85d), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.855234 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-87501677-3c27-4d01-a095-4f766d954e9b admin admin] Publish callbacks [] for security_group (46be41b1-2e7c-4b7e-bd03-776566ddd85d), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.904608 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:28.907054 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 5eb53402-4b37-4a75-84a8-df46009c6531 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:28.907653 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.919012 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-87501677-3c27-4d01-a095-4f766d954e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (46be41b1-2e7c-4b7e-bd03-776566ddd85d), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.922284 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-87501677-3c27-4d01-a095-4f766d954e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.923553 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-87501677-3c27-4d01-a095-4f766d954e9b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/46be41b1-2e7c-4b7e-bd03-776566ddd85d HTTP/1.1" status: 204 len: 168 time: 0.1492321 Sep 29 02:12:28.933021 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87501677-3c27-4d01-a095-4f766d954e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46be41b1-2e7c-4b7e-bd03-776566ddd85d,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:28.939267 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be9855-df6a-49f3-a38f-dbe524b421fc req-50e59916-7dba-4b36-acb9-f0f14d74fc46 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:28.940496 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb53402-4b37-4a75-84a8-df46009c6531'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:28.941622 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f8be9855-df6a-49f3-a38f-dbe524b421fc req-50e59916-7dba-4b36-acb9-f0f14d74fc46 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0526710 Sep 29 02:12:28.942835 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6793aa33-0830-4e39-acfb-d19734b8b5f2" -d '{"events": [{"server_uuid": "e3b0f874-c486-4367-a5a0-01a8472a9211", "name": "network-vif-plugged", "status": "completed", "tag": "5eb53402-4b37-4a75-84a8-df46009c6531"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:28.965106 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 5eb53402-4b37-4a75-84a8-df46009c6531, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5eb53402-4b37-4a75-84a8-df46009c6531,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:28.970497 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.009109 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397485d9-3b0b-4051-9b50-e1bdd8bc99cf x-openstack-request-id: req-397485d9-3b0b-4051-9b50-e1bdd8bc99cf {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:29.009444 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0f874-c486-4367-a5a0-01a8472a9211", "name": "network-vif-plugged", "status": "completed", "tag": "5eb53402-4b37-4a75-84a8-df46009c6531", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:29.009696 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-397485d9-3b0b-4051-9b50-e1bdd8bc99cf {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:29.010396 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397485d9-3b0b-4051-9b50-e1bdd8bc99cf'] response: {'server_uuid': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb53402-4b37-4a75-84a8-df46009c6531', 'code': 200} Sep 29 02:12:29.032335 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=5eb53402-4b37-4a75-84a8-df46009c6531,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:29.049936 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f8be9855-df6a-49f3-a38f-dbe524b421fc req-2a413995-0bc6-4d9e-8e02-8927ad841265 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915034 Sep 29 02:12:29.182782 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc020f-dd1c-44de-a8ee-e2117757fed8 req-360fedee-2203-4536-b48e-dfa7b2fbb5f6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:29.184265 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-10fc020f-dd1c-44de-a8ee-e2117757fed8 req-360fedee-2203-4536-b48e-dfa7b2fbb5f6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 945 time: 0.0507076 Sep 29 02:12:29.232723 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-10fc020f-dd1c-44de-a8ee-e2117757fed8 req-2b788b95-1511-4458-bb65-99a777581f1d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413439 Sep 29 02:12:29.893367 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0968726-b0a1-446d-99cb-eb6f7c672f04 req-6f67e451-b856-412d-b39d-119d276c547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:29.895423 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0968726-b0a1-446d-99cb-eb6f7c672f04 req-6f67e451-b856-412d-b39d-119d276c547d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 1129 time: 0.0524409 Sep 29 02:12:30.165782 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245def0-e10d-4c99-bd93-a5c2d7bd226a req-43e1aa6a-469f-4ee8-a3b3-ce8140ba9d1d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.167350 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9245def0-e10d-4c99-bd93-a5c2d7bd226a req-43e1aa6a-469f-4ee8-a3b3-ce8140ba9d1d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0478287 Sep 29 02:12:30.205958 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:30.220410 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9245def0-e10d-4c99-bd93-a5c2d7bd226a req-db5bad49-0ed3-4cfc-816d-a364c208370b tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464759 Sep 29 02:12:30.446081 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0968726-b0a1-446d-99cb-eb6f7c672f04 req-62ca6879-95f2-44ca-81f5-e6b5fef8e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.448541 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0968726-b0a1-446d-99cb-eb6f7c672f04 req-62ca6879-95f2-44ca-81f5-e6b5fef8e7eb service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 918 time: 0.1682875 Sep 29 02:12:30.473641 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587753b-b4f1-438c-9eef-7ab11bb86c2f req-68bc451c-1e95-42d2-a0ea-b258b1d11a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.475147 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f587753b-b4f1-438c-9eef-7ab11bb86c2f req-68bc451c-1e95-42d2-a0ea-b258b1d11a65 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 1129 time: 0.1511114 Sep 29 02:12:30.481578 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c0e1-1931-480b-b8ca-4aad028c22aa req-81e5cc1c-d43a-4db4-acbe-310e54f3c435 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.488752 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-be67c0e1-1931-480b-b8ca-4aad028c22aa req-81e5cc1c-d43a-4db4-acbe-310e54f3c435 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 945 time: 0.1665101 Sep 29 02:12:30.516287 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:30.518987 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0968726-b0a1-446d-99cb-eb6f7c672f04 req-b4ed7fca-68db-4f68-9e90-6157f52050e0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=948e55e8-38c5-416f-9986-c881e13251eb HTTP/1.1" status: 200 len: 217 time: 0.0477600 Sep 29 02:12:30.565352 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-be67c0e1-1931-480b-b8ca-4aad028c22aa req-890b51b8-4699-4c20-83e1-429afed308b7 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729237 Sep 29 02:12:30.600163 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f587753b-b4f1-438c-9eef-7ab11bb86c2f req-106b4378-7afa-4e09-9472-38d08f393ce1 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896583 Sep 29 02:12:30.604887 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0968726-b0a1-446d-99cb-eb6f7c672f04 req-f6d8fbba-3141-4c9b-95ed-faa389295aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.607207 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0968726-b0a1-446d-99cb-eb6f7c672f04 req-f6d8fbba-3141-4c9b-95ed-faa389295aa2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.0742509 Sep 29 02:12:30.890538 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0968726-b0a1-446d-99cb-eb6f7c672f04 req-e6ba239f-0b10-4e35-9355-b72c18507531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.892036 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0968726-b0a1-446d-99cb-eb6f7c672f04 req-e6ba239f-0b10-4e35-9355-b72c18507531 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433960 Sep 29 02:12:31.023197 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0968726-b0a1-446d-99cb-eb6f7c672f04 req-f5e43b07-ce41-44fc-8817-629757c96ef1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076572 Sep 29 02:12:31.353080 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b53dc5-f270-40e6-83a2-eb7430ff3d7a req-df84cdf4-8531-45b2-8e24-c733fa00f62e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:31.354906 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22b53dc5-f270-40e6-83a2-eb7430ff3d7a req-df84cdf4-8531-45b2-8e24-c733fa00f62e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0525904 Sep 29 02:12:31.444036 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22b53dc5-f270-40e6-83a2-eb7430ff3d7a req-c3695a7e-1805-4bbf-8fb4-57ec8e10c1d9 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821457 Sep 29 02:12:31.560592 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0968726-b0a1-446d-99cb-eb6f7c672f04 req-5135661b-565b-4ded-8b44-b80486a067ac service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281447 Sep 29 02:12:31.705585 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0a91-2319-43dc-824a-2bfa5b93b593 req-f03c3aa6-5658-4b15-9cf6-1ca994f0096a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:31.707088 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-961f0a91-2319-43dc-824a-2bfa5b93b593 req-f03c3aa6-5658-4b15-9cf6-1ca994f0096a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 945 time: 0.0659497 Sep 29 02:12:31.761449 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-961f0a91-2319-43dc-824a-2bfa5b93b593 req-5085c430-c9d6-4825-9528-30219d361b29 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485730 Sep 29 02:12:32.259147 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43518) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:32.365618 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-91dd00fe-b953-4529-bc77-00290b2af165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.392465 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:32.446902 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-91dd00fe-b953-4529-bc77-00290b2af165 admin admin] Publish callbacks [] for security_group (10257788-540a-4ad6-b97f-78e7a18f03c4), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.450634 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-91dd00fe-b953-4529-bc77-00290b2af165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (10257788-540a-4ad6-b97f-78e7a18f03c4), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.489698 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-91dd00fe-b953-4529-bc77-00290b2af165 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5fbf9c9a34c54fcfac32c229d3660449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293246 Sep 29 02:12:32.490644 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd00fe-b953-4529-bc77-00290b2af165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10257788-540a-4ad6-b97f-78e7a18f03c4,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:32.492552 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43524) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:32.546945 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-384869d5-dd2c-47c7-85b0-781bd9a93dde admin admin] Publish callbacks [] for security_group (10257788-540a-4ad6-b97f-78e7a18f03c4), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.570446 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-384869d5-dd2c-47c7-85b0-781bd9a93dde admin admin] Publish callbacks [] for security_group (10257788-540a-4ad6-b97f-78e7a18f03c4), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.585434 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc1116-b447-4959-bd2a-fa59f9870c89 req-2bec76df-915d-4aa2-9c56-417743cf54d5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:32.594321 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b3bc1116-b447-4959-bd2a-fa59f9870c89 req-2bec76df-915d-4aa2-9c56-417743cf54d5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0656998 Sep 29 02:12:32.631092 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-384869d5-dd2c-47c7-85b0-781bd9a93dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (10257788-540a-4ad6-b97f-78e7a18f03c4), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.634247 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-384869d5-dd2c-47c7-85b0-781bd9a93dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.653140 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-384869d5-dd2c-47c7-85b0-781bd9a93dde admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/10257788-540a-4ad6-b97f-78e7a18f03c4 HTTP/1.1" status: 204 len: 168 time: 0.1584363 Sep 29 02:12:32.665074 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b3bc1116-b447-4959-bd2a-fa59f9870c89 req-830be2fb-27c6-4555-83c7-dcdcca43772c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615232 Sep 29 02:12:32.672178 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384869d5-dd2c-47c7-85b0-781bd9a93dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10257788-540a-4ad6-b97f-78e7a18f03c4,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:32.898581 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b295d-dd25-4a6f-aefb-dc35cdd48151 req-7a3fab0f-2be2-4c2a-ac3d-81f3512ab9a8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:32.900361 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c74b295d-dd25-4a6f-aefb-dc35cdd48151 req-7a3fab0f-2be2-4c2a-ac3d-81f3512ab9a8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 945 time: 0.0599062 Sep 29 02:12:32.954071 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c74b295d-dd25-4a6f-aefb-dc35cdd48151 req-f0363866-ebcd-4a99-9914-9670d2ec2120 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478721 Sep 29 02:12:32.964212 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43552) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:32.982139 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c1a32896-0167-46cd-ba5f-fbd5b6721660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.077509 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c1a32896-0167-46cd-ba5f-fbd5b6721660 admin admin] Publish callbacks [] for security_group (2deb8239-8719-405b-a92e-9ee7c26744da), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.082625 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c1a32896-0167-46cd-ba5f-fbd5b6721660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (2deb8239-8719-405b-a92e-9ee7c26744da), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.088797 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:33.128990 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-c1a32896-0167-46cd-ba5f-fbd5b6721660 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=64209f68dacc47139f3eed0ab0d00205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632540 Sep 29 02:12:33.129961 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a32896-0167-46cd-ba5f-fbd5b6721660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2deb8239-8719-405b-a92e-9ee7c26744da,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:33.131579 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43566) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:33.154793 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46706f55-d5e8-4b7d-8908-cea9fe5e4335 req-d89ebd85-bdc8-4e40-bcfc-b5246dfc40df tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:33.156302 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-46706f55-d5e8-4b7d-8908-cea9fe5e4335 req-d89ebd85-bdc8-4e40-bcfc-b5246dfc40df tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 945 time: 0.0687938 Sep 29 02:12:33.167614 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43568) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:33.171809 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-acffebf9-afd8-4d25-8b1f-faf53ffb49b8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'floatingip': {'port_id': '5eb53402-4b37-4a75-84a8-df46009c6531'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:33.278160 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-acffebf9-afd8-4d25-8b1f-faf53ffb49b8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (6ca2e539-f247-49a0-a330-5369813b24fc), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.371452 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a181e417-a12f-44e5-9d60-02cd12021001 admin admin] Publish callbacks [] for security_group (2deb8239-8719-405b-a92e-9ee7c26744da), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.389178 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:33.431161 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a181e417-a12f-44e5-9d60-02cd12021001 admin admin] Publish callbacks [] for security_group (2deb8239-8719-405b-a92e-9ee7c26744da), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.788577 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a181e417-a12f-44e5-9d60-02cd12021001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (2deb8239-8719-405b-a92e-9ee7c26744da), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.791046 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a181e417-a12f-44e5-9d60-02cd12021001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.792093 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-a181e417-a12f-44e5-9d60-02cd12021001 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2deb8239-8719-405b-a92e-9ee7c26744da HTTP/1.1" status: 204 len: 168 time: 0.6589184 Sep 29 02:12:33.860337 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181e417-a12f-44e5-9d60-02cd12021001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deb8239-8719-405b-a92e-9ee7c26744da,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:33.927595 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ca710-969b-49ab-8cf5-cbf163ac15e5 req-7cd1f420-29f8-4906-965c-59fb5c6db113 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:33.928997 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a35ca710-969b-49ab-8cf5-cbf163ac15e5 req-7cd1f420-29f8-4906-965c-59fb5c6db113 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.1543086 Sep 29 02:12:34.055685 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:34.092463 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a35ca710-969b-49ab-8cf5-cbf163ac15e5 req-25aea285-5556-4047-a5af-b4e1468ac46e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569140 Sep 29 02:12:34.176376 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43598) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:34.192512 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-27269bb4-6342-4e9a-8021-b215be604bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.246367 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-acffebf9-afd8-4d25-8b1f-faf53ffb49b8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.252316 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-acffebf9-afd8-4d25-8b1f-faf53ffb49b8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (6ca2e539-f247-49a0-a330-5369813b24fc), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.313110 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43602) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:34.317099 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-27269bb4-6342-4e9a-8021-b215be604bda admin admin] Publish callbacks [] for security_group (695b08f8-3217-4361-8559-5f8333df6a34), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.323511 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-27269bb4-6342-4e9a-8021-b215be604bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (695b08f8-3217-4361-8559-5f8333df6a34), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.357832 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:34.377291 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27269bb4-6342-4e9a-8021-b215be604bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695b08f8-3217-4361-8559-5f8333df6a34,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:34.385380 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-27269bb4-6342-4e9a-8021-b215be604bda admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=754d0742bf9648e39239b72251c60fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078547 Sep 29 02:12:34.386783 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43612) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:34.411394 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.l3_db [None req-acffebf9-afd8-4d25-8b1f-faf53ffb49b8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Floating IP 6ca2e539-f247-49a0-a330-5369813b24fc associated. External IP: 172.27.3.234, port: 5eb53402-4b37-4a75-84a8-df46009c6531. Sep 29 02:12:34.447440 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5607635f-1c15-4d69-88f6-d59a3954fb13 admin admin] Publish callbacks [] for security_group (695b08f8-3217-4361-8559-5f8333df6a34), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.470029 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-af3239bd-350b-4f47-a2b8-52f7d0e0a844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.520804 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5607635f-1c15-4d69-88f6-d59a3954fb13 admin admin] Publish callbacks [] for security_group (695b08f8-3217-4361-8559-5f8333df6a34), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.604178 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-af3239bd-350b-4f47-a2b8-52f7d0e0a844 admin admin] Publish callbacks [] for security_group (1cd648e4-4609-429d-8b2b-76a48490e0bc), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.609721 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-af3239bd-350b-4f47-a2b8-52f7d0e0a844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (1cd648e4-4609-429d-8b2b-76a48490e0bc), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.645538 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5607635f-1c15-4d69-88f6-d59a3954fb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (695b08f8-3217-4361-8559-5f8333df6a34), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.648064 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5607635f-1c15-4d69-88f6-d59a3954fb13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.651784 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-5607635f-1c15-4d69-88f6-d59a3954fb13 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/695b08f8-3217-4361-8559-5f8333df6a34 HTTP/1.1" status: 204 len: 168 time: 0.2583730 Sep 29 02:12:34.664076 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3239bd-350b-4f47-a2b8-52f7d0e0a844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd648e4-4609-429d-8b2b-76a48490e0bc,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:34.694322 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-af3239bd-350b-4f47-a2b8-52f7d0e0a844 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=968d4393b70f4260aea95f8860ed24cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791661 Sep 29 02:12:34.695656 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43628) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:34.701398 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607635f-1c15-4d69-88f6-d59a3954fb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695b08f8-3217-4361-8559-5f8333df6a34,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:34.821655 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acffebf9-afd8-4d25-8b1f-faf53ffb49b8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Router e630c1dd-cb78-4605-9969-e8364ff9fde9 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:12:34.827831 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-66b9cf4a-170a-421a-bbe7-c23ebfc58a7d admin admin] Publish callbacks [] for security_group (1cd648e4-4609-429d-8b2b-76a48490e0bc), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.869693 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43636) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:34.879176 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-66b9cf4a-170a-421a-bbe7-c23ebfc58a7d admin admin] Publish callbacks [] for security_group (1cd648e4-4609-429d-8b2b-76a48490e0bc), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.995912 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.073576 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acffebf9-afd8-4d25-8b1f-faf53ffb49b8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:35.076397 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-66b9cf4a-170a-421a-bbe7-c23ebfc58a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (1cd648e4-4609-429d-8b2b-76a48490e0bc), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.080279 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-66b9cf4a-170a-421a-bbe7-c23ebfc58a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.082853 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-66b9cf4a-170a-421a-bbe7-c23ebfc58a7d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1cd648e4-4609-429d-8b2b-76a48490e0bc HTTP/1.1" status: 204 len: 168 time: 0.3864789 Sep 29 02:12:35.086633 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-acffebf9-afd8-4d25-8b1f-faf53ffb49b8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.090139 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9662cd-4b9d-47d8-860d-be2669cff403 None None] Sync routers for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:35.108371 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9662cd-4b9d-47d8-860d-be2669cff403 None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:35.109032 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-ab9662cd-4b9d-47d8-860d-be2669cff403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:35.147220 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9cf4a-170a-421a-bbe7-c23ebfc58a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd648e4-4609-429d-8b2b-76a48490e0bc,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:35.179603 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-acffebf9-afd8-4d25-8b1f-faf53ffb49b8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/6ca2e539-f247-49a0-a330-5369813b24fc HTTP/1.1" status: 200 len: 991 time: 2.0111623 Sep 29 02:12:35.180261 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'tag': '5eb53402-4b37-4a75-84a8-df46009c6531'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:35.183190 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3e50cc94-3273-46e1-be7f-927ab00d8f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.187217 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaaaaf1-d74e-405e-a4aa-3f167ae64402" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b0f874-c486-4367-a5a0-01a8472a9211", "tag": "5eb53402-4b37-4a75-84a8-df46009c6531"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:35.270314 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-ab9662cd-4b9d-47d8-860d-be2669cff403 None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:35.302302 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3e50cc94-3273-46e1-be7f-927ab00d8f52 admin admin] Publish callbacks [] for security_group (480cbc31-68bf-43d8-a5f3-b2a16eabde9f), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.305221 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03ca05d-c1f5-4465-a142-a14b02763bb6 x-openstack-request-id: req-c03ca05d-c1f5-4465-a142-a14b02763bb6 {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:35.305553 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b0f874-c486-4367-a5a0-01a8472a9211", "tag": "5eb53402-4b37-4a75-84a8-df46009c6531", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:35.305889 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c03ca05d-c1f5-4465-a142-a14b02763bb6 {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:35.306268 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03ca05d-c1f5-4465-a142-a14b02763bb6'] response: {'name': 'network-changed', 'server_uuid': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'tag': '5eb53402-4b37-4a75-84a8-df46009c6531', 'status': 'completed', 'code': 200} Sep 29 02:12:35.307937 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3e50cc94-3273-46e1-be7f-927ab00d8f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (480cbc31-68bf-43d8-a5f3-b2a16eabde9f), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.342969 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-3e50cc94-3273-46e1-be7f-927ab00d8f52 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8690cde79c8844b1a57f318293d0f5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4721286 Sep 29 02:12:35.349797 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5632ea-dd88-4ab2-aae8-f6e3bbadeb5b req-5467288f-3f16-4ae4-a9aa-a9a69a5fa0fe tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:35.355431 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0a5632ea-dd88-4ab2-aae8-f6e3bbadeb5b req-5467288f-3f16-4ae4-a9aa-a9a69a5fa0fe tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.1323209 Sep 29 02:12:35.356246 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43662) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:35.397095 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.403440 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaaaaf1-d74e-405e-a4aa-3f167ae64402 req-c0d43e28-4e79-48f6-8fb1-3a51273485e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:35.405059 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9eaaaaf1-d74e-405e-a4aa-3f167ae64402 req-c0d43e28-4e79-48f6-8fb1-3a51273485e9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 1129 time: 0.0672381 Sep 29 02:12:35.453872 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.486323 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50cc94-3273-46e1-be7f-927ab00d8f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480cbc31-68bf-43d8-a5f3-b2a16eabde9f,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:35.494832 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=81,neutron:INSERT=19 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.538911 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaaaaf1-d74e-405e-a4aa-3f167ae64402 req-80093666-c932-412b-8bb4-a8e215efb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:35.540376 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9eaaaaf1-d74e-405e-a4aa-3f167ae64402 req-80093666-c932-412b-8bb4-a8e215efb5e1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 914 time: 0.1178768 Sep 29 02:12:35.547650 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0a5632ea-dd88-4ab2-aae8-f6e3bbadeb5b req-14fb4fd0-e702-4ff7-9bd6-96d172de7fbb tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700320 Sep 29 02:12:35.575191 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-ab9662cd-4b9d-47d8-860d-be2669cff403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '6ca2e539-f247-49a0-a330-5369813b24fc', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '5eb53402-4b37-4a75-84a8-df46009c6531', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:eb:e8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:12:34Z', 'revision_number': 1, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:35.602563 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.606636 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f46f7103-bdbd-4f24-88be-dbc830632d70 admin admin] Publish callbacks [] for security_group (480cbc31-68bf-43d8-a5f3-b2a16eabde9f), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.616451 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9662cd-4b9d-47d8-860d-be2669cff403 None None] Checking router: e630c1dd-cb78-4605-9969-e8364ff9fde9 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:35.629981 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9662cd-4b9d-47d8-860d-be2669cff403 None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:35.631193 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-ab9662cd-4b9d-47d8-860d-be2669cff403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:35.634180 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f46f7103-bdbd-4f24-88be-dbc830632d70 admin admin] Publish callbacks [] for security_group (480cbc31-68bf-43d8-a5f3-b2a16eabde9f), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.666868 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9eaaaaf1-d74e-405e-a4aa-3f167ae64402 req-32a3fa0d-ba62-4701-a7a1-535d7fffc494 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb53402-4b37-4a75-84a8-df46009c6531 HTTP/1.1" status: 200 len: 999 time: 0.1181436 Sep 29 02:12:35.717704 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f46f7103-bdbd-4f24-88be-dbc830632d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (480cbc31-68bf-43d8-a5f3-b2a16eabde9f), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.721265 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f46f7103-bdbd-4f24-88be-dbc830632d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.722779 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-f46f7103-bdbd-4f24-88be-dbc830632d70 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/480cbc31-68bf-43d8-a5f3-b2a16eabde9f HTTP/1.1" status: 204 len: 168 time: 0.3655093 Sep 29 02:12:35.733350 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f7103-bdbd-4f24-88be-dbc830632d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480cbc31-68bf-43d8-a5f3-b2a16eabde9f,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:35.800146 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43674) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:35.838029 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4c6c71b2-206f-4f12-9cb5-e3aac7ba150e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.863502 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-ab9662cd-4b9d-47d8-860d-be2669cff403 None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:35.950080 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaaaaf1-d74e-405e-a4aa-3f167ae64402 req-e4b5c94b-283f-44be-9b78-b3f7de1b620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:35.952109 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9eaaaaf1-d74e-405e-a4aa-3f167ae64402 req-e4b5c94b-283f-44be-9b78-b3f7de1b620e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb HTTP/1.1" status: 200 len: 853 time: 0.2749023 Sep 29 02:12:36.024148 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:36.043784 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaaaaf1-d74e-405e-a4aa-3f167ae64402 req-35ab5b15-360b-423f-8a8d-198b46e9cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:36.047370 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9eaaaaf1-d74e-405e-a4aa-3f167ae64402 req-35ab5b15-360b-423f-8a8d-198b46e9cd2b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0807211 Sep 29 02:12:36.074093 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4c6c71b2-206f-4f12-9cb5-e3aac7ba150e admin admin] Publish callbacks [] for security_group (61990014-c27c-4afd-a452-cc69e94c5f95), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.080853 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4c6c71b2-206f-4f12-9cb5-e3aac7ba150e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (61990014-c27c-4afd-a452-cc69e94c5f95), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.187814 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-4c6c71b2-206f-4f12-9cb5-e3aac7ba150e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=729aec6772cb4365aa3c801ccf482a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864923 Sep 29 02:12:36.190600 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43692) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:36.198388 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c71b2-206f-4f12-9cb5-e3aac7ba150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61990014-c27c-4afd-a452-cc69e94c5f95,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:36.239366 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-ab9662cd-4b9d-47d8-860d-be2669cff403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '6ca2e539-f247-49a0-a330-5369813b24fc', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '5eb53402-4b37-4a75-84a8-df46009c6531', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:eb:e8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:12:34Z', 'revision_number': 1, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:36.284145 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9eaaaaf1-d74e-405e-a4aa-3f167ae64402 req-7aa4fa2f-db75-422b-b9d9-2214639fffde service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255931 Sep 29 02:12:36.297377 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9662cd-4b9d-47d8-860d-be2669cff403 None None] The sync data for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi is: [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '6ca2e539-f247-49a0-a330-5369813b24fc', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '5eb53402-4b37-4a75-84a8-df46009c6531', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:eb:e8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:12:34Z', 'revision_number': 1, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:36.320614 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a175f898-286e-4bd4-9cd1-a4bd0142632a admin admin] Publish callbacks [] for security_group (61990014-c27c-4afd-a452-cc69e94c5f95), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.372359 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a175f898-286e-4bd4-9cd1-a4bd0142632a admin admin] Publish callbacks [] for security_group (61990014-c27c-4afd-a452-cc69e94c5f95), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.463392 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a175f898-286e-4bd4-9cd1-a4bd0142632a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (61990014-c27c-4afd-a452-cc69e94c5f95), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.465942 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a175f898-286e-4bd4-9cd1-a4bd0142632a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.468230 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-a175f898-286e-4bd4-9cd1-a4bd0142632a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/61990014-c27c-4afd-a452-cc69e94c5f95 HTTP/1.1" status: 204 len: 168 time: 0.2755980 Sep 29 02:12:36.474802 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9eaaaaf1-d74e-405e-a4aa-3f167ae64402 req-6005138c-90f2-44b4-afc0-c1d405a6fae0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859856 Sep 29 02:12:36.487009 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175f898-286e-4bd4-9cd1-a4bd0142632a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61990014-c27c-4afd-a452-cc69e94c5f95,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:36.505559 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:36.591281 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43082660-8a46-4aa5-ba78-aeeebe9fb353 req-2889172f-c570-4dd0-9aae-3e04f3442ca9 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:36.594344 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-43082660-8a46-4aa5-ba78-aeeebe9fb353 req-2889172f-c570-4dd0-9aae-3e04f3442ca9 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.0591986 Sep 29 02:12:36.594990 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43712) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:36.617334 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dc1bcba6-da2d-47c4-9eb6-aadb5133ea1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.750955 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-43082660-8a46-4aa5-ba78-aeeebe9fb353 req-f6804786-8c90-47d1-89f6-e3ba16c34510 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354506 Sep 29 02:12:36.763430 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:36.890770 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e367b3e1-bdfa-47d6-9484-d5cc968cfb25 None None] New status for floating IP 6ca2e539-f247-49a0-a330-5369813b24fc: ACTIVE {{(pid=106337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:12:37.004000 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1da54-f21f-4ab9-8f69-b27a28ee3e5c req-14619235-da81-4d36-ac7a-651e3d033eae tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:37.010729 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e1e1da54-f21f-4ab9-8f69-b27a28ee3e5c req-14619235-da81-4d36-ac7a-651e3d033eae tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.3271933 Sep 29 02:12:37.069529 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e1e1da54-f21f-4ab9-8f69-b27a28ee3e5c req-df71463c-4641-4597-95dd-a620a774777a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578563 Sep 29 02:12:37.121131 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dc1bcba6-da2d-47c4-9eb6-aadb5133ea1b admin admin] Publish callbacks [] for security_group (1c571595-f998-4f1f-b8ac-4ae276e644c3), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.125854 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dc1bcba6-da2d-47c4-9eb6-aadb5133ea1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (1c571595-f998-4f1f-b8ac-4ae276e644c3), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.147810 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:37.161043 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43720) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:37.172626 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-dc1bcba6-da2d-47c4-9eb6-aadb5133ea1b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4482eb58d6fe46eb970a64dc2f834e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5740652 Sep 29 02:12:37.172626 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bcba6-da2d-47c4-9eb6-aadb5133ea1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c571595-f998-4f1f-b8ac-4ae276e644c3,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:37.173633 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43722) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:37.182501 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-13c7286d-0b77-4177-a547-1371b6a3bf3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.228517 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e2ca7d0d-6f10-44a6-8f6b-56135f268033 admin admin] Publish callbacks [] for security_group (1c571595-f998-4f1f-b8ac-4ae276e644c3), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.249320 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e2ca7d0d-6f10-44a6-8f6b-56135f268033 admin admin] Publish callbacks [] for security_group (1c571595-f998-4f1f-b8ac-4ae276e644c3), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.276653 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-13c7286d-0b77-4177-a547-1371b6a3bf3c admin admin] Publish callbacks [] for security_group (88134ee6-7553-4bb1-bbb8-2e25724958df), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.280480 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-13c7286d-0b77-4177-a547-1371b6a3bf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (88134ee6-7553-4bb1-bbb8-2e25724958df), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.298053 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e2ca7d0d-6f10-44a6-8f6b-56135f268033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (1c571595-f998-4f1f-b8ac-4ae276e644c3), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.301166 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e2ca7d0d-6f10-44a6-8f6b-56135f268033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.305312 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-e2ca7d0d-6f10-44a6-8f6b-56135f268033 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1c571595-f998-4f1f-b8ac-4ae276e644c3 HTTP/1.1" status: 204 len: 168 time: 0.1298831 Sep 29 02:12:37.313617 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca7d0d-6f10-44a6-8f6b-56135f268033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c571595-f998-4f1f-b8ac-4ae276e644c3,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:37.321309 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-13c7286d-0b77-4177-a547-1371b6a3bf3c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9694c99c58ee4d60b40edb6e9fc93102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596355 Sep 29 02:12:37.322670 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7286d-0b77-4177-a547-1371b6a3bf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88134ee6-7553-4bb1-bbb8-2e25724958df,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:37.324232 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43726) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:37.386433 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3272a90c-9053-4f8d-b56c-765895a74884 admin admin] Publish callbacks [] for security_group (88134ee6-7553-4bb1-bbb8-2e25724958df), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.407353 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3272a90c-9053-4f8d-b56c-765895a74884 admin admin] Publish callbacks [] for security_group (88134ee6-7553-4bb1-bbb8-2e25724958df), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.456985 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3272a90c-9053-4f8d-b56c-765895a74884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (88134ee6-7553-4bb1-bbb8-2e25724958df), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.459747 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3272a90c-9053-4f8d-b56c-765895a74884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.460901 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-3272a90c-9053-4f8d-b56c-765895a74884 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/88134ee6-7553-4bb1-bbb8-2e25724958df HTTP/1.1" status: 204 len: 168 time: 0.1311693 Sep 29 02:12:37.473906 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272a90c-9053-4f8d-b56c-765895a74884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88134ee6-7553-4bb1-bbb8-2e25724958df,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:37.902093 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2f11c-8e3a-426c-86ec-0ae3f7d9c54d req-0f9dbab1-0acd-4d17-b739-e045dd77e45a tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:37.904683 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cfd2f11c-8e3a-426c-86ec-0ae3f7d9c54d req-0f9dbab1-0acd-4d17-b739-e045dd77e45a tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.0638602 Sep 29 02:12:37.956363 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cfd2f11c-8e3a-426c-86ec-0ae3f7d9c54d req-22375cf8-1bb7-4c7d-8f17-23a5487ba35a tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457368 Sep 29 02:12:38.288528 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108619d-d924-462b-a8c8-2115ce80d528 req-1478807f-c324-4764-a69b-2a01f1394648 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:38.290461 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6108619d-d924-462b-a8c8-2115ce80d528 req-1478807f-c324-4764-a69b-2a01f1394648 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.1091287 Sep 29 02:12:38.350610 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6108619d-d924-462b-a8c8-2115ce80d528 req-86886512-5673-4b36-92a8-a77cb792d366 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513480 Sep 29 02:12:38.415241 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43780) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:38.632340 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-492233757-network', 'tenant_id': '165a7d71a21240a79e77abbe80717389'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:38.656670 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Made reservation on behalf of 165a7d71a21240a79e77abbe80717389 for: {'network': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:38.673090 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.687365 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.802505 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Publish callbacks [] for security_group (f26a4d81-360c-4dc6-b547-d41003f32d7d), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.806619 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (f26a4d81-360c-4dc6-b547-d41003f32d7d), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.820657 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:38.834012 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=106336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:12:38.847566 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (2bcd5f81-f0e5-4848-aeba-55abacab68c4), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.847751 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.segments_db [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Added segment 2bcd5f81-f0e5-4848-aeba-55abacab68c4 of type vlan for network 7fb5d174-0244-4143-a2ba-fb111b24bb02 Sep 29 02:12:38.849104 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26a4d81-360c-4dc6-b547-d41003f32d7d,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:38.894419 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (7fb5d174-0244-4143-a2ba-fb111b24bb02), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.920667 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (7fb5d174-0244-4143-a2ba-fb111b24bb02), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.921726 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:38.922337 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.978660 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5621753 Sep 29 02:12:38.982113 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43808) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:38.989740 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-d92aed1a-aa8d-4b4f-a1c1-8b219f990fa3 admin admin] Request body: {'subnet': {'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-492233757-subnet', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'ip_version': 4}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:38.992665 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a37d6-4fae-4d0a-a84e-bc13da5abd3e admin admin] Pushing event updated for resources: {'Network': ['ID=7fb5d174-0244-4143-a2ba-fb111b24bb02,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:39.007015 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 7fb5d174-0244-4143-a2ba-fb111b24bb02 details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:12:39.030389 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92aed1a-aa8d-4b4f-a1c1-8b219f990fa3 admin admin] Made reservation on behalf of 165a7d71a21240a79e77abbe80717389 for: {'subnet': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:39.035393 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d92aed1a-aa8d-4b4f-a1c1-8b219f990fa3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.051394 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:39.106776 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29020e1e-d3f3-44d0-b4d6-2888b6472680 req-4aec48bb-9ab8-4e7a-9629-80fa87d5498a tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:39.109809 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-29020e1e-d3f3-44d0-b4d6-2888b6472680 req-4aec48bb-9ab8-4e7a-9629-80fa87d5498a tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.0694797 Sep 29 02:12:39.177296 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-29020e1e-d3f3-44d0-b4d6-2888b6472680 req-d06ff70f-dbc3-498b-b224-f1e7bf56a376 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610290 Sep 29 02:12:39.201368 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b47431-922e-4d46-a21e-b8de40938af9 req-486e4c5f-d004-4ac5-a59d-b36d59ae4d42 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:39.203094 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-96b47431-922e-4d46-a21e-b8de40938af9 req-486e4c5f-d004-4ac5-a59d-b36d59ae4d42 tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 945 time: 0.1639047 Sep 29 02:12:39.348009 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-96b47431-922e-4d46-a21e-b8de40938af9 req-a144ee50-01b4-42ab-b3b6-f9048a0220fe tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Deleting port 391bd10f-4afa-41d0-a245-441cf5790cac {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:12:39.348378 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-96b47431-922e-4d46-a21e-b8de40938af9 req-a144ee50-01b4-42ab-b3b6-f9048a0220fe tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (391bd10f-4afa-41d0-a245-441cf5790cac), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.489451 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:39.498525 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b6e49-f58c-464d-b4c5-522f7911467b req-ea247d75-f312-4682-a7bd-c5c2350e3221 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:39.501345 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-335b6e49-f58c-464d-b4c5-522f7911467b req-ea247d75-f312-4682-a7bd-c5c2350e3221 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0629442 Sep 29 02:12:39.507392 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:39.516842 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-96b47431-922e-4d46-a21e-b8de40938af9 req-a144ee50-01b4-42ab-b3b6-f9048a0220fe tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] For port 391bd10f-4afa-41d0-a245-441cf5790cac, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=391bd10f-4afa-41d0-a245-441cf5790cac,segment=NetworkSegment(bcda224b-306f-4454-9bc7-0e4d3a26ef13),segment_id=bcda224b-306f-4454-9bc7-0e4d3a26ef13)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:39.517252 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-96b47431-922e-4d46-a21e-b8de40938af9 req-a144ee50-01b4-42ab-b3b6-f9048a0220fe tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (391bd10f-4afa-41d0-a245-441cf5790cac), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.537268 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d92aed1a-aa8d-4b4f-a1c1-8b219f990fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for subnet (3b189aa6-b5d7-42f0-bc64-21d8dbf2a762), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.540392 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-96b47431-922e-4d46-a21e-b8de40938af9 req-a144ee50-01b4-42ab-b3b6-f9048a0220fe tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Calling delete_port for 391bd10f-4afa-41d0-a245-441cf5790cac owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:12:39.560158 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-335b6e49-f58c-464d-b4c5-522f7911467b req-a5a1071b-eab2-4cc3-b80b-81f29ad4cc81 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513849 Sep 29 02:12:39.660706 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92aed1a-aa8d-4b4f-a1c1-8b219f990fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b189aa6-b5d7-42f0-bc64-21d8dbf2a762,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:39.684137 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92aed1a-aa8d-4b4f-a1c1-8b219f990fa3 admin admin] Checking segment: {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:39.684487 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92aed1a-aa8d-4b4f-a1c1-8b219f990fa3 admin admin] Network hostable DHCP agents. Network: 7fb5d174-0244-4143-a2ba-fb111b24bb02, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:12:39.715791 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92aed1a-aa8d-4b4f-a1c1-8b219f990fa3 admin admin] Network 7fb5d174-0244-4143-a2ba-fb111b24bb02 is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:12:39.730280 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-d92aed1a-aa8d-4b4f-a1c1-8b219f990fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 7fb5d174-0244-4143-a2ba-fb111b24bb02) {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:39.738785 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afbd5c1-14cf-4f22-83e1-25edb593257d None None] Network 7fb5d174-0244-4143-a2ba-fb111b24bb02 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:39.752812 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92aed1a-aa8d-4b4f-a1c1-8b219f990fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:39.753439 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d92aed1a-aa8d-4b4f-a1c1-8b219f990fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.780603 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43830) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:39.780794 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d92aed1a-aa8d-4b4f-a1c1-8b219f990fa3 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7971869 Sep 29 02:12:39.787472 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:39.805990 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-96b47431-922e-4d46-a21e-b8de40938af9 req-a144ee50-01b4-42ab-b3b6-f9048a0220fe tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (391bd10f-4afa-41d0-a245-441cf5790cac), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.826597 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['391bd10f-4afa-41d0-a245-441cf5790cac'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:12:39.842179 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4195'] for router (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.843420 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628866', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.859644 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144ee50-01b4-42ab-b3b6-f9048a0220fe tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Pushing event deleted for resources: {'Port': ['ID=391bd10f-4afa-41d0-a245-441cf5790cac,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:39.896578 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e9ab281-6644-5373-90c1-7212ac025641-7fb5d174-0244-4143-a2ba-fb111b24bb02', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762'}]}} from dv-cinder-740146-21-iscsi. {{(pid=106337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:12:39.898157 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.961012 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Publish callbacks [] for router_controller (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), precommit_add_association {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.000498 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b47431-922e-4d46-a21e-b8de40938af9 req-a144ee50-01b4-42ab-b3b6-f9048a0220fe tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] No DVR routers for this DVR port 391bd10f-4afa-41d0-a245-441cf5790cac on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:12:40.008391 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-96b47431-922e-4d46-a21e-b8de40938af9 req-a144ee50-01b4-42ab-b3b6-f9048a0220fe tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.012845 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-96b47431-922e-4d46-a21e-b8de40938af9 req-a144ee50-01b4-42ab-b3b6-f9048a0220fe tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.57 "DELETE /networking/v2.0/ports/391bd10f-4afa-41d0-a245-441cf5790cac HTTP/1.1" status: 204 len: 173 time: 0.8038394 Sep 29 02:12:40.013398 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6ac6cb-0572-4ec4-a218-19fa1e257847', 'name': 'network-vif-deleted', 'tag': '391bd10f-4afa-41d0-a245-441cf5790cac'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:40.015854 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833d4568-57a7-4e9d-a5bc-2e0e669273b7" -d '{"events": [{"server_uuid": "ec6ac6cb-0572-4ec4-a218-19fa1e257847", "name": "network-vif-deleted", "tag": "391bd10f-4afa-41d0-a245-441cf5790cac"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:40.085292 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec47a0ec-4a4a-4c40-aadc-3f3ded0810d7 x-openstack-request-id: req-ec47a0ec-4a4a-4c40-aadc-3f3ded0810d7 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:40.085813 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6ac6cb-0572-4ec4-a218-19fa1e257847", "name": "network-vif-deleted", "tag": "391bd10f-4afa-41d0-a245-441cf5790cac", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:40.086273 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ec47a0ec-4a4a-4c40-aadc-3f3ded0810d7 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:40.086931 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec47a0ec-4a4a-4c40-aadc-3f3ded0810d7'] response: {'server_uuid': 'ec6ac6cb-0572-4ec4-a218-19fa1e257847', 'name': 'network-vif-deleted', 'tag': '391bd10f-4afa-41d0-a245-441cf5790cac', 'status': 'completed', 'code': 200} Sep 29 02:12:40.156317 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Publish callbacks [] for router_gateway (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.277968 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.db_base_plugin_common [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Allocated IP 172.20.0.2 (7fb5d174-0244-4143-a2ba-fb111b24bb02/3b189aa6-b5d7-42f0-bc64-21d8dbf2a762/dfd30459-a2f8-4e40-ab1e-ba836ce15219) {{(pid=106337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:40.380161 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-973f8ea9-e0ed-4d74-8fca-fb19f7b8170e req-f5327d13-ba69-48ac-8a0a-db323e2066be tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 210 time: 0.0525701 Sep 29 02:12:40.428390 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Publish callbacks [] for router_gateway (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.449084 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.479140 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Publish callbacks [] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), precommit_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.488537 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.531239 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:40.543680 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Network 7fb5d174-0244-4143-a2ba-fb111b24bb02 is already hosted by enough agents. {{(pid=106337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:40.551566 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.base_scheduler [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Resources bound (agent type, host, resource id): {{(pid=106337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:40.555841 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Received port after_create {{(pid=106337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:40.572118 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Pushing event updated for resources: {'Port': ['ID=dfd30459-a2f8-4e40-ab1e-ba836ce15219,revision_number=1']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:40.644653 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Attempting to bind port dfd30459-a2f8-4e40-ab1e-ba836ce15219 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:40.645353 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Attempting to bind port dfd30459-a2f8-4e40-ab1e-ba836ce15219 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:40.645947 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Attempting to bind port dfd30459-a2f8-4e40-ab1e-ba836ce15219 on network 7fb5d174-0244-4143-a2ba-fb111b24bb02 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:40.652423 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Allocated IP 172.27.3.88 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/35157b29-3b44-4410-8382-85512b5f4e7a) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:40.656581 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:40.754003 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:40.754702 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Checking segment: {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:40.755295 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.755831 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Bound using segment: {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:40.756697 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Bound port: dfd30459-a2f8-4e40-ab1e-ba836ce15219, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:40.757260 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.793937 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca9c43-8c84-4493-a637-b165be12afe2 req-8b48e5af-7a72-46d4-9d2c-1028f2518237 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:40.795390 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6cca9c43-8c84-4493-a637-b165be12afe2 req-8b48e5af-7a72-46d4-9d2c-1028f2518237 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0689747 Sep 29 02:12:40.880697 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Publish callbacks [] for port (35157b29-3b44-4410-8382-85512b5f4e7a), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.888446 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6cca9c43-8c84-4493-a637-b165be12afe2 req-5e94b78b-11af-4384-bcd2-f0190f7afa18 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832081 Sep 29 02:12:40.913875 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] For port dfd30459-a2f8-4e40-ab1e-ba836ce15219, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:40.920405 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] For port dfd30459-a2f8-4e40-ab1e-ba836ce15219, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=dfd30459-a2f8-4e40-ab1e-ba836ce15219,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:40.924980 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (35157b29-3b44-4410-8382-85512b5f4e7a), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.936353 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.936641 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:40.979332 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:40.982444 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:40.989908 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:41.020628 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c35c71-8c92-42cd-8e0d-6a76873fca16 None None] Pushing event updated for resources: {'Port': ['ID=dfd30459-a2f8-4e40-ab1e-ba836ce15219,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:41.026537 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Pushing event updated for resources: {'Port': ['ID=35157b29-3b44-4410-8382-85512b5f4e7a,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:41.214949 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43882) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:41.281768 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Publish callbacks [] for router_gateway (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.386590 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f261ac45-1037-4605-a75f-712583a42d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.508552 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f261ac45-1037-4605-a75f-712583a42d5e admin admin] Publish callbacks [] for security_group (e3846131-c7c8-4e1a-bdbd-2e4e22600e5e), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.519238 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f261ac45-1037-4605-a75f-712583a42d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (e3846131-c7c8-4e1a-bdbd-2e4e22600e5e), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.555659 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:41.579437 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-f261ac45-1037-4605-a75f-712583a42d5e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3745efb7a10e434490dfab465c13c734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611166 Sep 29 02:12:41.579437 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261ac45-1037-4605-a75f-712583a42d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3846131-c7c8-4e1a-bdbd-2e4e22600e5e,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:41.581978 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43890) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:41.613925 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eb0655fd-3772-447b-9515-221b348c4962 req-e0951625-e3eb-40b8-8463-753304c6cfcf tempest-DeleteServersTestJSON-996596279 tempest-DeleteServersTestJSON-996596279-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec6ac6cb-0572-4ec4-a218-19fa1e257847 HTTP/1.1" status: 200 len: 210 time: 0.0632663 Sep 29 02:12:41.637493 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649523'] for router (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.663098 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c0571d3-d5d7-49f4-b1bd-38850b5d9378 admin admin] Publish callbacks [] for security_group (e3846131-c7c8-4e1a-bdbd-2e4e22600e5e), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.691536 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c0571d3-d5d7-49f4-b1bd-38850b5d9378 admin admin] Publish callbacks [] for security_group (e3846131-c7c8-4e1a-bdbd-2e4e22600e5e), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.758099 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c0571d3-d5d7-49f4-b1bd-38850b5d9378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (e3846131-c7c8-4e1a-bdbd-2e4e22600e5e), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.760769 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c0571d3-d5d7-49f4-b1bd-38850b5d9378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.762007 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-5c0571d3-d5d7-49f4-b1bd-38850b5d9378 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e3846131-c7c8-4e1a-bdbd-2e4e22600e5e HTTP/1.1" status: 204 len: 168 time: 0.1788239 Sep 29 02:12:41.771218 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0571d3-d5d7-49f4-b1bd-38850b5d9378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3846131-c7c8-4e1a-bdbd-2e4e22600e5e,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:41.829677 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 is scheduled to L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 with binding_index 1 {{(pid=106336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:12:41.836957 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 391bd10f-4afa-41d0-a245-441cf5790cac no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:12:41.875272 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 391bd10f-4afa-41d0-a245-441cf5790cac {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:12:41.875640 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 391bd10f-4afa-41d0-a245-441cf5790cac not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:12:41.905258 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:41.972063 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:41.982450 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Sync routers for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:41.992440 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.997938 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-799c7f1e-b4d5-4d41-adc2-270880242c0d admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2117031 Sep 29 02:12:41.998238 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 43908) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:42.012040 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:42.012732 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:42.129046 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:42.145121 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f09bd5-f0d7-45ca-8056-7b3660e4ad70 req-92bc7863-5e1e-4630-b651-48c7758aa487 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:42.152707 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-55f09bd5-f0d7-45ca-8056-7b3660e4ad70 req-92bc7863-5e1e-4630-b651-48c7758aa487 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.1158555 Sep 29 02:12:42.162198 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:42.234948 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-55f09bd5-f0d7-45ca-8056-7b3660e4ad70 req-088e0ebb-9cf1-440d-a4dc-2c04c7765f5f tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812163 Sep 29 02:12:42.254354 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43914) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:42.291407 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-28f2dbd2-3d2b-44b2-b658-33cf02e16756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.310145 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:42.390516 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:42.417951 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5719fb4c-3816-40e3-a42c-d1e1503d974b None None] Network 7fb5d174-0244-4143-a2ba-fb111b24bb02 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:42.461466 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:42.494588 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 3, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:42.510097 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-28f2dbd2-3d2b-44b2-b658-33cf02e16756 admin admin] Publish callbacks [] for security_group (d13f322b-2599-4d23-9155-05db18009405), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.520473 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-28f2dbd2-3d2b-44b2-b658-33cf02e16756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d13f322b-2599-4d23-9155-05db18009405), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.554852 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Checking router: 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:42.555208 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Updating router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 port 35157b29-3b44-4410-8382-85512b5f4e7a binding host dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:42.583971 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device dfd30459-a2f8-4e40-ab1e-ba836ce15219 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:42.613134 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2dbd2-3d2b-44b2-b658-33cf02e16756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13f322b-2599-4d23-9155-05db18009405,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:42.618731 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (35157b29-3b44-4410-8382-85512b5f4e7a), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.624661 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-28f2dbd2-3d2b-44b2-b658-33cf02e16756 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=aa8a836e1e9d4ff0962eeae107fdddb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690777 Sep 29 02:12:42.627231 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43934) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:42.706720 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-b8b105a9-663b-40f0-837d-e9c0a0edb9db admin admin] Publish callbacks [] for security_group (d13f322b-2599-4d23-9155-05db18009405), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.764473 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-b8b105a9-663b-40f0-837d-e9c0a0edb9db admin admin] Publish callbacks [] for security_group (d13f322b-2599-4d23-9155-05db18009405), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.771305 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-7535ddf6-2e4d-43ea-9cf1-513ddcad4e0f None None] Provisioning complete for port dfd30459-a2f8-4e40-ab1e-ba836ce15219 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:42.771613 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-7535ddf6-2e4d-43ea-9cf1-513ddcad4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.772359 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-7535ddf6-2e4d-43ea-9cf1-513ddcad4e0f None None] Attempt 1 to provision port dfd30459-a2f8-4e40-ab1e-ba836ce15219 Sep 29 02:12:42.812511 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.867256 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-b8b105a9-663b-40f0-837d-e9c0a0edb9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d13f322b-2599-4d23-9155-05db18009405), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.869926 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-b8b105a9-663b-40f0-837d-e9c0a0edb9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.871083 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-b8b105a9-663b-40f0-837d-e9c0a0edb9db admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d13f322b-2599-4d23-9155-05db18009405 HTTP/1.1" status: 204 len: 168 time: 0.2427959 Sep 29 02:12:42.897946 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b105a9-663b-40f0-837d-e9c0a0edb9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13f322b-2599-4d23-9155-05db18009405,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:42.926848 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port dfd30459-a2f8-4e40-ab1e-ba836ce15219 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:42.927158 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.927491 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port dfd30459-a2f8-4e40-ab1e-ba836ce15219 Sep 29 02:12:43.167693 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43958) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:43.188694 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Allocated IP 172.20.0.1 (7fb5d174-0244-4143-a2ba-fb111b24bb02/3b189aa6-b5d7-42f0-bc64-21d8dbf2a762/afa2f829-0259-434a-8090-96ef1c31bd84) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:43.227510 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-7535ddf6-2e4d-43ea-9cf1-513ddcad4e0f None None] Current status of the port dfd30459-a2f8-4e40-ab1e-ba836ce15219 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:43.227885 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-7535ddf6-2e4d-43ea-9cf1-513ddcad4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.263048 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:43.324744 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port dfd30459-a2f8-4e40-ab1e-ba836ce15219 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:43.326521 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.336974 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Publish callbacks [] for port (35157b29-3b44-4410-8382-85512b5f4e7a), precommit_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.343754 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (35157b29-3b44-4410-8382-85512b5f4e7a), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.380186 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Attempting to bind port 35157b29-3b44-4410-8382-85512b5f4e7a on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:43.380729 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Attempting to bind port 35157b29-3b44-4410-8382-85512b5f4e7a by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:43.383125 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Attempting to bind port 35157b29-3b44-4410-8382-85512b5f4e7a on network 44335703-30ea-48cd-a18a-5857ed0e04da {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:43.463781 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-7535ddf6-2e4d-43ea-9cf1-513ddcad4e0f None None] For port dfd30459-a2f8-4e40-ab1e-ba836ce15219, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=dfd30459-a2f8-4e40-ab1e-ba836ce15219,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:43.472663 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Publish callbacks [] for port (afa2f829-0259-434a-8090-96ef1c31bd84), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.479627 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-7535ddf6-2e4d-43ea-9cf1-513ddcad4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.526034 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:43.530213 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.537693 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c3456-ef5e-4b3b-8bb4-2befb77d30c4 req-030a7ae4-660c-44d6-bbc4-d9e78f78cad3 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:43.539404 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8c6c3456-ef5e-4b3b-8bb4-2befb77d30c4 req-030a7ae4-660c-44d6-bbc4-d9e78f78cad3 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.1016488 Sep 29 02:12:43.558767 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:43.575514 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:43.576387 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Checking segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:43.577007 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.577650 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Bound using segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:43.580360 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Bound port: 35157b29-3b44-4410-8382-85512b5f4e7a, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:43.581116 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (35157b29-3b44-4410-8382-85512b5f4e7a), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.595579 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Network 7fb5d174-0244-4143-a2ba-fb111b24bb02 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:43.601123 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:43.606497 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:43.608149 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625956'] for router_interface (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.610313 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-647346c5-b165-4e03-a0d5-ab4cabc5e3c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.665411 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Pushing event updated for resources: {'Port': ['ID=35157b29-3b44-4410-8382-85512b5f4e7a,revision_number=2']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:43.697672 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.698584 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.699174 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.699706 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.700220 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.700787 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.701363 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.701896 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.702402 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.702946 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.703577 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.704128 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.704625 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.706154 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.706673 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:43.712511 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43974) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:43.723801 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.db.api [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 29 02:12:43.724303 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG oslo_db.api [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 02:12:43.733122 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] For port 35157b29-3b44-4410-8382-85512b5f4e7a, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:43.744726 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] For port 35157b29-3b44-4410-8382-85512b5f4e7a, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=35157b29-3b44-4410-8382-85512b5f4e7a,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:43.757730 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8c6c3456-ef5e-4b3b-8bb4-2befb77d30c4 req-5ec92e1c-6a78-4854-b517-7d4628a970b1 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014303 Sep 29 02:12:43.767668 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-9253dc1a-7984-4b45-ba32-167995551e91 None None] Provisioning complete for port dfd30459-a2f8-4e40-ab1e-ba836ce15219 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:43.768041 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9253dc1a-7984-4b45-ba32-167995551e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.768380 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-9253dc1a-7984-4b45-ba32-167995551e91 None None] Attempt 1 to provision port dfd30459-a2f8-4e40-ab1e-ba836ce15219 Sep 29 02:12:43.781989 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (35157b29-3b44-4410-8382-85512b5f4e7a), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.791401 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0dad693c-bfd7-4783-8262-fe812ed9bf95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.820652 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Pushing event updated for resources: {'Port': ['ID=afa2f829-0259-434a-8090-96ef1c31bd84,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:43.827728 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535ddf6-2e4d-43ea-9cf1-513ddcad4e0f None None] Pushing event updated for resources: {'Port': ['ID=dfd30459-a2f8-4e40-ab1e-ba836ce15219,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:43.893797 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:43.894371 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:43.898271 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.960529 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-9253dc1a-7984-4b45-ba32-167995551e91 None None] Current status of the port dfd30459-a2f8-4e40-ab1e-ba836ce15219 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:43.965253 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-647346c5-b165-4e03-a0d5-ab4cabc5e3c4 admin admin] Publish callbacks [] for security_group (cd5d396b-ecee-4d2f-b489-52f5ce21f62d), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.979523 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-647346c5-b165-4e03-a0d5-ab4cabc5e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (cd5d396b-ecee-4d2f-b489-52f5ce21f62d), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.008304 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=18 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:44.019237 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647346c5-b165-4e03-a0d5-ab4cabc5e3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5d396b-ecee-4d2f-b489-52f5ce21f62d,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.066152 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-647346c5-b165-4e03-a0d5-ab4cabc5e3c4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a615871ac78643768889b080951a8dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8943608 Sep 29 02:12:44.068416 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43980) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:44.077592 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0dad693c-bfd7-4783-8262-fe812ed9bf95 admin admin] Publish callbacks [] for security_group (6e683a62-720d-4ff5-ae1d-06916d0c02d7), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.091169 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0dad693c-bfd7-4783-8262-fe812ed9bf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (6e683a62-720d-4ff5-ae1d-06916d0c02d7), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.094012 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Provisioning complete for port afa2f829-0259-434a-8090-96ef1c31bd84 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:44.096001 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.096527 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Attempt 1 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:44.105573 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df96cc6-dccf-4249-9125-033a8f00063f None None] Pushing event updated for resources: {'Port': ['ID=35157b29-3b44-4410-8382-85512b5f4e7a,revision_number=3']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.149182 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:44.150764 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad693c-bfd7-4783-8262-fe812ed9bf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e683a62-720d-4ff5-ae1d-06916d0c02d7,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.181316 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Port afa2f829-0259-434a-8090-96ef1c31bd84 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:44.185839 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-0dad693c-bfd7-4783-8262-fe812ed9bf95 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dc9dd2437f644851be8843ffb0914bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4694355 Sep 29 02:12:44.191513 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 43984) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:44.230890 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-391b71ab-ff95-4802-a529-5f3cba02c618 admin admin] Publish callbacks [] for security_group (cd5d396b-ecee-4d2f-b489-52f5ce21f62d), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.254600 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:44.270276 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-391b71ab-ff95-4802-a529-5f3cba02c618 admin admin] Publish callbacks [] for security_group (cd5d396b-ecee-4d2f-b489-52f5ce21f62d), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.310308 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Publish callbacks [] for port (afa2f829-0259-434a-8090-96ef1c31bd84), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.322323 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.323352 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626064'] for router_interface (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.341333 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port dfd30459-a2f8-4e40-ab1e-ba836ce15219 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:44.342784 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0d8b5640-80a4-4e57-a3d0-a600d0f69a3a admin admin] Publish callbacks [] for security_group (6e683a62-720d-4ff5-ae1d-06916d0c02d7), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.365835 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:44.406976 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0d8b5640-80a4-4e57-a3d0-a600d0f69a3a admin admin] Publish callbacks [] for security_group (6e683a62-720d-4ff5-ae1d-06916d0c02d7), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.424102 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 1, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:44.433305 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-391b71ab-ff95-4802-a529-5f3cba02c618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (cd5d396b-ecee-4d2f-b489-52f5ce21f62d), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.438732 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-391b71ab-ff95-4802-a529-5f3cba02c618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.441641 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-391b71ab-ff95-4802-a529-5f3cba02c618 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cd5d396b-ecee-4d2f-b489-52f5ce21f62d HTTP/1.1" status: 204 len: 168 time: 0.3723590 Sep 29 02:12:44.458734 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b71ab-ff95-4802-a529-5f3cba02c618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5d396b-ecee-4d2f-b489-52f5ce21f62d,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.479493 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038ff87-7992-4778-be82-f871e2678da2 None None] The sync data for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi is: [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 1, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:44.504618 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0d8b5640-80a4-4e57-a3d0-a600d0f69a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (6e683a62-720d-4ff5-ae1d-06916d0c02d7), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.507520 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0d8b5640-80a4-4e57-a3d0-a600d0f69a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.511563 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-0d8b5640-80a4-4e57-a3d0-a600d0f69a3a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6e683a62-720d-4ff5-ae1d-06916d0c02d7 HTTP/1.1" status: 204 len: 168 time: 0.3162746 Sep 29 02:12:44.516083 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device dfd30459-a2f8-4e40-ab1e-ba836ce15219 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:44.533237 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b5640-80a4-4e57-a3d0-a600d0f69a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e683a62-720d-4ff5-ae1d-06916d0c02d7,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.694115 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Attempt 2 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:44.764118 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Port afa2f829-0259-434a-8090-96ef1c31bd84 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:44.765699 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port dfd30459-a2f8-4e40-ab1e-ba836ce15219 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:44.766188 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.766646 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port dfd30459-a2f8-4e40-ab1e-ba836ce15219 Sep 29 02:12:44.777882 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44002) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:44.791797 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:44.825700 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Pushing event updated for resources: {'Port': ['ID=afa2f829-0259-434a-8090-96ef1c31bd84,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.912066 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Network 7fb5d174-0244-4143-a2ba-fb111b24bb02 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:44.916532 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:44.949199 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:44.964603 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port dfd30459-a2f8-4e40-ab1e-ba836ce15219 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:45.098946 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1803a22-c12f-4909-a978-588e404e8054 req-a4de8297-2650-4abd-b14d-b4e5224dad0a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:45.107308 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1803a22-c12f-4909-a978-588e404e8054 req-a4de8297-2650-4abd-b14d-b4e5224dad0a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.1543901 Sep 29 02:12:45.234631 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:12:45.266220 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Attempt 3 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:45.395409 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Port afa2f829-0259-434a-8090-96ef1c31bd84 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:45.406609 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-def9c344-fe77-4c28-8146-ddea7361c33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.412830 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44024) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:45.431913 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e25124df-b7c0-4537-86c2-da3d2056b259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.436106 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:45.447179 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-84dcd40e-04c8-4dfb-83e0-08d10b690daa admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/74d63a66-aafc-4abf-a69e-00cdd6c4cdc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4477499 Sep 29 02:12:45.545877 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1803a22-c12f-4909-a978-588e404e8054 req-c341d75a-e204-4e6b-be6c-1a10d983667f tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377019 Sep 29 02:12:45.629989 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:45.639202 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e25124df-b7c0-4537-86c2-da3d2056b259 admin admin] Publish callbacks [] for security_group (fd4e332e-a155-430f-88b2-adb2b7a45bef), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.647058 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e25124df-b7c0-4537-86c2-da3d2056b259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (fd4e332e-a155-430f-88b2-adb2b7a45bef), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.757983 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-e25124df-b7c0-4537-86c2-da3d2056b259 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c9a8f110186b4b7e9137fa82794786f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435309 Sep 29 02:12:45.760264 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25124df-b7c0-4537-86c2-da3d2056b259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4e332e-a155-430f-88b2-adb2b7a45bef,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:45.763135 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44038) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:45.880275 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:45.890047 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d23ab56e-3784-49b8-bd16-daf57260eb7d admin admin] Publish callbacks [] for security_group (fd4e332e-a155-430f-88b2-adb2b7a45bef), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.896679 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Attempt 4 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:45.904608 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-67e376f1-f9c2-4e31-8a6f-caefc2d01b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626093'] for router_interface (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.966018 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d23ab56e-3784-49b8-bd16-daf57260eb7d admin admin] Publish callbacks [] for security_group (fd4e332e-a155-430f-88b2-adb2b7a45bef), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.971594 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Port afa2f829-0259-434a-8090-96ef1c31bd84 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:46.057165 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d23ab56e-3784-49b8-bd16-daf57260eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (fd4e332e-a155-430f-88b2-adb2b7a45bef), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.060278 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d23ab56e-3784-49b8-bd16-daf57260eb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.064924 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d23ab56e-3784-49b8-bd16-daf57260eb7d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fd4e332e-a155-430f-88b2-adb2b7a45bef HTTP/1.1" status: 204 len: 168 time: 0.3009326 Sep 29 02:12:46.103377 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ab56e-3784-49b8-bd16-daf57260eb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4e332e-a155-430f-88b2-adb2b7a45bef,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:46.472765 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Attempt 5 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:46.539517 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 35157b29-3b44-4410-8382-85512b5f4e7a up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:46.612911 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Port afa2f829-0259-434a-8090-96ef1c31bd84 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:46.653275 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 35157b29-3b44-4410-8382-85512b5f4e7a triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:46.653961 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (35157b29-3b44-4410-8382-85512b5f4e7a), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.654567 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 35157b29-3b44-4410-8382-85512b5f4e7a Sep 29 02:12:46.772428 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 35157b29-3b44-4410-8382-85512b5f4e7a is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:46.772825 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (35157b29-3b44-4410-8382-85512b5f4e7a), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.803355 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port 35157b29-3b44-4410-8382-85512b5f4e7a, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=35157b29-3b44-4410-8382-85512b5f4e7a,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:46.810014 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (35157b29-3b44-4410-8382-85512b5f4e7a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.811962 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44084) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:46.820511 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-962948093-network', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:46.829226 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca1530-224b-4290-9e30-cda85d313d5f req-b7d42943-3d68-48a8-af83-96dc58c3f6fa tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:46.832489 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-42ca1530-224b-4290-9e30-cda85d313d5f req-b7d42943-3d68-48a8-af83-96dc58c3f6fa tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.1087139 Sep 29 02:12:46.837019 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-67e376f1-f9c2-4e31-8a6f-caefc2d01b24 admin admin] Deleting port 7811e8f5-9cc5-4870-8906-d3646ea034e5 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:12:46.837365 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-67e376f1-f9c2-4e31-8a6f-caefc2d01b24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.852596 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:46.873990 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Made reservation on behalf of 47aa1e9c32034f62b9c720cc48ec7338 for: {'network': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:46.877678 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.881696 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=35157b29-3b44-4410-8382-85512b5f4e7a,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:46.892077 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.916669 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:46.988521 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Publish callbacks [] for security_group (19c52d17-7489-4958-b8d4-8eab183748da), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.994318 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (19c52d17-7489-4958-b8d4-8eab183748da), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.014056 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-42ca1530-224b-4290-9e30-cda85d313d5f req-e06d76b7-8ac0-4bee-9b90-ed417555d8e1 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711614 Sep 29 02:12:47.022875 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:47.031066 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=106335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:12:47.055708 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c52d17-7489-4958-b8d4-8eab183748da,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:47.062990 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (6fa4ae41-16f8-46ae-b511-7fc423d83a8a), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.063332 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.segments_db [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Added segment 6fa4ae41-16f8-46ae-b511-7fc423d83a8a of type vlan for network db52942e-24d2-494c-914e-9e68a6a256d3 Sep 29 02:12:47.073887 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-67e376f1-f9c2-4e31-8a6f-caefc2d01b24 admin admin] For port 7811e8f5-9cc5-4870-8906-d3646ea034e5, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=7811e8f5-9cc5-4870-8906-d3646ea034e5,segment=NetworkSegment(bcda224b-306f-4454-9bc7-0e4d3a26ef13),segment_id=bcda224b-306f-4454-9bc7-0e4d3a26ef13)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:47.074259 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-67e376f1-f9c2-4e31-8a6f-caefc2d01b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.094094 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-67e376f1-f9c2-4e31-8a6f-caefc2d01b24 admin admin] Calling delete_port for 7811e8f5-9cc5-4870-8906-d3646ea034e5 owned by network:router_interface {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:12:47.112830 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (db52942e-24d2-494c-914e-9e68a6a256d3), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.119828 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Attempt 6 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:47.144808 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (db52942e-24d2-494c-914e-9e68a6a256d3), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.145947 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:47.146588 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.193981 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Port afa2f829-0259-434a-8090-96ef1c31bd84 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:47.210364 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3969913 Sep 29 02:12:47.216955 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44096) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:47.224497 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-0c61e50c-6df1-44b2-aa09-9fb720d01d20 admin admin] Request body: {'subnet': {'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-962948093-subnet', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'ip_version': 4}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:47.235942 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8d601-e7df-467f-8d47-a36eaf63a0ab admin admin] Pushing event updated for resources: {'Network': ['ID=db52942e-24d2-494c-914e-9e68a6a256d3,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:47.248573 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network db52942e-24d2-494c-914e-9e68a6a256d3 details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:12:47.251009 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c61e50c-6df1-44b2-aa09-9fb720d01d20 admin admin] Made reservation on behalf of 47aa1e9c32034f62b9c720cc48ec7338 for: {'subnet': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:47.253914 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0c61e50c-6df1-44b2-aa09-9fb720d01d20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.428611 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:47.510880 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-67e376f1-f9c2-4e31-8a6f-caefc2d01b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (7811e8f5-9cc5-4870-8906-d3646ea034e5), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.540046 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0c61e50c-6df1-44b2-aa09-9fb720d01d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for subnet (b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.553553 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e376f1-f9c2-4e31-8a6f-caefc2d01b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=7811e8f5-9cc5-4870-8906-d3646ea034e5,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:47.700663 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-43394a12-3567-40e1-94e4-5046f1556fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.708826 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Attempt 7 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:47.731323 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61e50c-6df1-44b2-aa09-9fb720d01d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:47.740924 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61e50c-6df1-44b2-aa09-9fb720d01d20 admin admin] Checking segment: {'id': '6fa4ae41-16f8-46ae-b511-7fc423d83a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:47.741290 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61e50c-6df1-44b2-aa09-9fb720d01d20 admin admin] Network hostable DHCP agents. Network: db52942e-24d2-494c-914e-9e68a6a256d3, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:12:47.775367 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Port afa2f829-0259-434a-8090-96ef1c31bd84 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:47.786170 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61e50c-6df1-44b2-aa09-9fb720d01d20 admin admin] Network db52942e-24d2-494c-914e-9e68a6a256d3 is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:12:47.790849 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-67e376f1-f9c2-4e31-8a6f-caefc2d01b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651037'] for router_interface (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.817002 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-0c61e50c-6df1-44b2-aa09-9fb720d01d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, db52942e-24d2-494c-914e-9e68a6a256d3) {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:47.824778 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74593fd-3445-48ec-9fd4-5cbce45ed3e4 None None] Network db52942e-24d2-494c-914e-9e68a6a256d3 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:47.834529 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c61e50c-6df1-44b2-aa09-9fb720d01d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:47.834725 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0c61e50c-6df1-44b2-aa09-9fb720d01d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.875668 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-0c61e50c-6df1-44b2-aa09-9fb720d01d20 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6544785 Sep 29 02:12:47.876818 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44118) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:47.885469 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-962948093-router', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:47.940086 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4195'] for router (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.941955 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628866', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.049525 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Publish callbacks [] for router_controller (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), precommit_add_association {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.070995 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:48.086501 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e9ab281-6644-5373-90c1-7212ac025641-db52942e-24d2-494c-914e-9e68a6a256d3', 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3', 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'fixed_ips': [{'subnet_id': 'b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14'}]}} from dv-cinder-740146-21-iscsi. {{(pid=106337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:12:48.087002 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.124100 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Sync routers for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:48.157187 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:48.157826 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:48.294457 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae32812-6226-46a7-af59-f282e8c22604 req-4fd05834-e60b-44a7-8278-7ecfb6b4bffd tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:48.295981 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4ae32812-6226-46a7-af59-f282e8c22604 req-4fd05834-e60b-44a7-8278-7ecfb6b4bffd tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.1334515 Sep 29 02:12:48.297650 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Attempt 8 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:48.305462 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e376f1-f9c2-4e31-8a6f-caefc2d01b24 admin admin] Router 1ce0f279-44fc-45cf-b59a-ec3c4303aaac has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:12:48.346323 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:48.352064 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Publish callbacks [] for router_gateway (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.505964 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4ae32812-6226-46a7-af59-f282e8c22604 req-f0c4a467-2bbc-4680-a4e2-cc363fc15422 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886892 Sep 29 02:12:48.586165 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Port afa2f829-0259-434a-8090-96ef1c31bd84 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:48.618775 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 35157b29-3b44-4410-8382-85512b5f4e7a up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:48.660539 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e376f1-f9c2-4e31-8a6f-caefc2d01b24 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:48.667757 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-67e376f1-f9c2-4e31-8a6f-caefc2d01b24 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1ce0f279-44fc-45cf-b59a-ec3c4303aaac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8885283 Sep 29 02:12:48.674500 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44144) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:48.675001 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c3dfe-0ba9-469d-b0d7-2c48f6feaece None None] Sync routers for ids ['1ce0f279-44fc-45cf-b59a-ec3c4303aaac'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:48.741391 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:48.742982 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.db_base_plugin_common [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Allocated IP 172.20.0.2 (db52942e-24d2-494c-914e-9e68a6a256d3/b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14/a8002f24-25e3-456e-b8ab-a8e86bba1bfe) {{(pid=106337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:48.776750 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Publish callbacks [] for router_gateway (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.785125 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 35157b29-3b44-4410-8382-85512b5f4e7a triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:48.785508 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (35157b29-3b44-4410-8382-85512b5f4e7a), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.785844 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 35157b29-3b44-4410-8382-85512b5f4e7a Sep 29 02:12:48.804530 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c3dfe-0ba9-469d-b0d7-2c48f6feaece None None] Routers {'1ce0f279-44fc-45cf-b59a-ec3c4303aaac'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:48.805434 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-ed3c3dfe-0ba9-469d-b0d7-2c48f6feaece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['1ce0f279-44fc-45cf-b59a-ec3c4303aaac'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:48.810346 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:48.833029 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Publish callbacks [] for router (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.834618 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.870712 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:48.945626 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.008360 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 35157b29-3b44-4410-8382-85512b5f4e7a is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:49.014383 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-ed3c3dfe-0ba9-469d-b0d7-2c48f6feaece None None] Set router 1ce0f279-44fc-45cf-b59a-ec3c4303aaac gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:49.041837 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:49.092532 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Publish callbacks [] for router_gateway (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.117487 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Allocated IP 172.27.3.183 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/3dbc7d72-745b-4e9b-a5ab-7fb36192469b) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:49.216971 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Attempt 9 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:49.231875 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Deleting port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:12:49.235916 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.284686 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-ed3c3dfe-0ba9-469d-b0d7-2c48f6feaece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'name': 'tempest-DeleteServersTestJSON-1469894860-router', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:14Z', 'updated_at': '2022-09-29T02:12:47Z', 'revision_number': 5, 'project_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'gw_port': {'id': '0f57f015-b3f4-4cce-a06c-b9dbe6387ef9', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:49.308581 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Port afa2f829-0259-434a-8090-96ef1c31bd84 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:49.336058 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c3dfe-0ba9-469d-b0d7-2c48f6feaece None None] Checking router: 1ce0f279-44fc-45cf-b59a-ec3c4303aaac for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:49.352634 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Publish callbacks [] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.355707 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c3dfe-0ba9-469d-b0d7-2c48f6feaece None None] Routers {'1ce0f279-44fc-45cf-b59a-ec3c4303aaac'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:49.356331 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-ed3c3dfe-0ba9-469d-b0d7-2c48f6feaece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['1ce0f279-44fc-45cf-b59a-ec3c4303aaac'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:49.387131 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:44Z', 'revision_number': 2, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:49.390417 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] For port 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=0f57f015-b3f4-4cce-a06c-b9dbe6387ef9,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:49.393115 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.406597 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:49.416829 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Calling delete_port for 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 owned by network:router_gateway {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:12:49.421480 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.426074 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Checking router: 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:49.426658 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Updating router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 port afa2f829-0259-434a-8090-96ef1c31bd84 binding host dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:49.451085 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-ed3c3dfe-0ba9-469d-b0d7-2c48f6feaece None None] Set router 1ce0f279-44fc-45cf-b59a-ec3c4303aaac gateway port host: None {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:49.464739 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.483905 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:49.503771 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Pushing event updated for resources: {'Port': ['ID=3dbc7d72-745b-4e9b-a5ab-7fb36192469b,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:49.517269 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-ed3c3dfe-0ba9-469d-b0d7-2c48f6feaece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'name': 'tempest-DeleteServersTestJSON-1469894860-router', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:14Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 6, 'project_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'gw_port_host': None}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:49.520826 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:49.522892 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:49.530068 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:49.559898 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c3dfe-0ba9-469d-b0d7-2c48f6feaece None None] The sync data for ids ['1ce0f279-44fc-45cf-b59a-ec3c4303aaac'] in dv-cinder-740146-21-iscsi is: [{'id': '1ce0f279-44fc-45cf-b59a-ec3c4303aaac', 'name': 'tempest-DeleteServersTestJSON-1469894860-router', 'tenant_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:14Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 6, 'project_id': 'dbda18c4ee4e4c9eb64f37e71bd862cd', 'gw_port_host': None}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:49.693654 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Publish callbacks [] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), precommit_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.728969 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.772932 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Network db52942e-24d2-494c-914e-9e68a6a256d3 is already hosted by enough agents. {{(pid=106337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:49.777455 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a934b-ea24-471e-a972-a52888a439b0 req-a6efc4b5-3525-4b51-a07c-a9de35f45342 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:49.779093 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7b9a934b-ea24-471e-a972-a52888a439b0 req-a6efc4b5-3525-4b51-a07c-a9de35f45342 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0864747 Sep 29 02:12:49.820689 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Attempt 10 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:49.827670 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.base_scheduler [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Resources bound (agent type, host, resource id): {{(pid=106337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:49.852521 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Received port after_create {{(pid=106337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:49.872722 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Publish callbacks [] for router_gateway (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.883894 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:49.914867 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (0f57f015-b3f4-4cce-a06c-b9dbe6387ef9), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.934092 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Pushing event updated for resources: {'Port': ['ID=a8002f24-25e3-456e-b8ab-a8e86bba1bfe,revision_number=1']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:49.958203 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f57f015-b3f4-4cce-a06c-b9dbe6387ef9,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:49.963589 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0c566d5b-fb89-43e4-978c-2a0d4d6b01fd None None] Port afa2f829-0259-434a-8090-96ef1c31bd84 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:49.981859 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Attempting to bind port a8002f24-25e3-456e-b8ab-a8e86bba1bfe on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:49.982236 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Attempting to bind port a8002f24-25e3-456e-b8ab-a8e86bba1bfe by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '6fa4ae41-16f8-46ae-b511-7fc423d83a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:49.982703 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Attempting to bind port a8002f24-25e3-456e-b8ab-a8e86bba1bfe on network db52942e-24d2-494c-914e-9e68a6a256d3 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:49.990228 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7b9a934b-ea24-471e-a972-a52888a439b0 req-2c08917d-0416-4793-9251-8595a35f27d2 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981294 Sep 29 02:12:50.008801 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649579'] for router_gateway (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.097522 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:50.107675 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:50.108051 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Checking segment: {'id': '6fa4ae41-16f8-46ae-b511-7fc423d83a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:50.109548 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.109548 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Bound using segment: {'id': '6fa4ae41-16f8-46ae-b511-7fc423d83a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:50.109548 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Bound port: a8002f24-25e3-456e-b8ab-a8e86bba1bfe, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa4ae41-16f8-46ae-b511-7fc423d83a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:50.109827 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.131612 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-35540dfe-4867-4ac3-8539-96f3dc122e8c None None] Provisioning complete for port afa2f829-0259-434a-8090-96ef1c31bd84 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:50.131993 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-35540dfe-4867-4ac3-8539-96f3dc122e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.132332 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-35540dfe-4867-4ac3-8539-96f3dc122e8c None None] Attempt 1 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:50.139046 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Publish callbacks [] for port (afa2f829-0259-434a-8090-96ef1c31bd84), precommit_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.140774 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:50.147160 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.148376 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649523'] for router (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.151597 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Publish callbacks [] for router_controller (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.190029 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.209541 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:50.253972 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-35540dfe-4867-4ac3-8539-96f3dc122e8c None None] Port afa2f829-0259-434a-8090-96ef1c31bd84 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:50.254543 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651115'] for router (1ce0f279-44fc-45cf-b59a-ec3c4303aaac), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.255992 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce0f279-44fc-45cf-b59a-ec3c4303aaac {{(pid=106336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:12:50.265995 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.267463 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-c02580a9-3a08-42bc-987c-fe87be6d5560 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/1ce0f279-44fc-45cf-b59a-ec3c4303aaac HTTP/1.1" status: 204 len: 168 time: 1.5883384 Sep 29 02:12:50.270275 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44176) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:50.295274 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735912a9-85d7-48aa-80ea-21ff60de45e4 None None] Pushing event updated for resources: {'Port': ['ID=afa2f829-0259-434a-8090-96ef1c31bd84,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:50.298181 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] For port a8002f24-25e3-456e-b8ab-a8e86bba1bfe, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:50.331675 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Router d43a6c4a-3a4f-4a37-a8d4-a4679f59550c is scheduled to L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 with binding_index 1 {{(pid=106335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:12:50.337197 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] For port a8002f24-25e3-456e-b8ab-a8e86bba1bfe, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a8002f24-25e3-456e-b8ab-a8e86bba1bfe,segment=NetworkSegment(6fa4ae41-16f8-46ae-b511-7fc423d83a8a),segment_id=6fa4ae41-16f8-46ae-b511-7fc423d83a8a)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:50.355628 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Attempting to bind port afa2f829-0259-434a-8090-96ef1c31bd84 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:50.356308 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Attempting to bind port afa2f829-0259-434a-8090-96ef1c31bd84 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:50.357036 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Attempting to bind port afa2f829-0259-434a-8090-96ef1c31bd84 on network 7fb5d174-0244-4143-a2ba-fb111b24bb02 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:50.357318 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_v2 [None req-813f032d-48ec-4690-8b48-327520fc3157 admin admin] Deleting subnet ea404793-9994-408b-8c90-6ee182f1452c {{(pid=106336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:12:50.361861 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.362423 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-813f032d-48ec-4690-8b48-327520fc3157 admin admin] Publish callbacks [] for subnet (ea404793-9994-408b-8c90-6ee182f1452c), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.414978 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-813f032d-48ec-4690-8b48-327520fc3157 admin admin] Publish callbacks [] for subnet (ea404793-9994-408b-8c90-6ee182f1452c), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.465588 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.481644 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:50.482291 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Checking segment: {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:50.482892 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.483463 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Bound using segment: {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:50.484201 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Bound port: afa2f829-0259-434a-8090-96ef1c31bd84, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:50.484785 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.488172 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc455a5-dbeb-422f-af45-58deb4620c71 None None] Pushing event updated for resources: {'Port': ['ID=a8002f24-25e3-456e-b8ab-a8e86bba1bfe,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:50.549905 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:50.573117 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-813f032d-48ec-4690-8b48-327520fc3157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (ea404793-9994-408b-8c90-6ee182f1452c), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.626000 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:50.664860 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.666677 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-967d31fe-0db9-4113-8cd2-dc0f10ed9405 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7885864 Sep 29 02:12:50.669592 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44190) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:50.684708 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Sync routers for ids ['d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:50.703629 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-813f032d-48ec-4690-8b48-327520fc3157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for subnet (ea404793-9994-408b-8c90-6ee182f1452c), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.716588 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Routers {'d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:50.717519 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:50.736920 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-813f032d-48ec-4690-8b48-327520fc3157 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.739870 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] For port afa2f829-0259-434a-8090-96ef1c31bd84, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:50.746827 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-813f032d-48ec-4690-8b48-327520fc3157 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/ea404793-9994-408b-8c90-6ee182f1452c HTTP/1.1" status: 204 len: 168 time: 0.4755440 Sep 29 02:12:50.750217 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44192) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:50.783430 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f032d-48ec-4690-8b48-327520fc3157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea404793-9994-408b-8c90-6ee182f1452c,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:50.844761 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-35540dfe-4867-4ac3-8539-96f3dc122e8c None None] Attempt 2 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:50.854147 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680c45ac-18c6-432e-a326-e550e7ed4889 None None] Network 4bb4610a-2c61-45df-bbe4-68be5aa4a03c requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:50.856248 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 7811e8f5-9cc5-4870-8906-d3646ea034e5 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:12:51.000629 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44202) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:51.066724 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (4bb4610a-2c61-45df-bbe4-68be5aa4a03c), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.171880 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.203751 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] For port afa2f829-0259-434a-8090-96ef1c31bd84, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=afa2f829-0259-434a-8090-96ef1c31bd84,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:51.209652 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Deleting port a8789dec-6c89-427f-8cb9-bbc8ced4f270 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:12:51.210282 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (a8789dec-6c89-427f-8cb9-bbc8ced4f270), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.253237 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 7811e8f5-9cc5-4870-8906-d3646ea034e5 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:12:51.253851 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 7811e8f5-9cc5-4870-8906-d3646ea034e5 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:12:51.254524 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:12:51.301275 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.316610 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2f8d780b-a4ba-4f78-af63-307ec1906d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.343125 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:51.344007 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:12:51.344417 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 0f57f015-b3f4-4cce-a06c-b9dbe6387ef9 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:12:51.346335 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-35540dfe-4867-4ac3-8539-96f3dc122e8c None None] Port afa2f829-0259-434a-8090-96ef1c31bd84 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:51.420231 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:51.420932 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:51.421195 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] For port a8789dec-6c89-427f-8cb9-bbc8ced4f270, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a8789dec-6c89-427f-8cb9-bbc8ced4f270,segment=NetworkSegment(bcda224b-306f-4454-9bc7-0e4d3a26ef13),segment_id=bcda224b-306f-4454-9bc7-0e4d3a26ef13)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:51.421621 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (a8789dec-6c89-427f-8cb9-bbc8ced4f270), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.446924 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Calling delete_port for a8789dec-6c89-427f-8cb9-bbc8ced4f270 owned by network:dhcp {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:12:51.463738 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8438b-9b69-405f-8784-81e586fbf011 req-56d36be4-3a35-4a4e-9e11-9b8b23370b14 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:51.465355 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b4f8438b-9b69-405f-8784-81e586fbf011 req-56d36be4-3a35-4a4e-9e11-9b8b23370b14 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.2732441 Sep 29 02:12:51.468883 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:51.478634 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Set router d43a6c4a-3a4f-4a37-a8d4-a4679f59550c gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:51.563852 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735912a9-85d7-48aa-80ea-21ff60de45e4 None None] Pushing event updated for resources: {'Port': ['ID=afa2f829-0259-434a-8090-96ef1c31bd84,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:51.643722 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020aaadd-56b6-4681-87f2-e66f20272c46 None None] DHCP port deletion for 4bb4610a-2c61-45df-bbe4-68be5aa4a03c request from dv-cinder-740146-21-iscsi {{(pid=106337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:12:51.650867 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b4f8438b-9b69-405f-8784-81e586fbf011 req-af353f1f-8af8-4201-8c40-49f8cd3e5df9 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776745 Sep 29 02:12:51.667233 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:51.728117 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (a8789dec-6c89-427f-8cb9-bbc8ced4f270), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.770634 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] No DVR routers for this DVR port a8789dec-6c89-427f-8cb9-bbc8ced4f270 on host dv-cinder-740146-21-iscsi {{(pid=106336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:12:51.823893 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:51.855678 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.869627 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-35540dfe-4867-4ac3-8539-96f3dc122e8c None None] Attempt 3 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:51.877614 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:51.912245 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8789dec-6c89-427f-8cb9-bbc8ced4f270,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:51.948034 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2f8d780b-a4ba-4f78-af63-307ec1906d09 admin admin] Publish callbacks [] for security_group (3cd93885-6093-4e9d-b2b1-ff92d6d39ca1), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.982243 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2f8d780b-a4ba-4f78-af63-307ec1906d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (3cd93885-6093-4e9d-b2b1-ff92d6d39ca1), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.101729 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44220) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:52.117913 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'name': 'tempest-TestVolumeBootPattern-962948093-router', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 3, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'gw_port': {'id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:48Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:52.144948 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (4bb4610a-2c61-45df-bbe4-68be5aa4a03c), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.155761 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13691e2d-6c3e-4cba-9f52-5484f37f9354 None None] Network db52942e-24d2-494c-914e-9e68a6a256d3 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:52.162309 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Checking router: d43a6c4a-3a4f-4a37-a8d4-a4679f59550c for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:52.162659 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Updating router d43a6c4a-3a4f-4a37-a8d4-a4679f59550c port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b binding host dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:52.174936 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:52.181606 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.182316 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.183910 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.184455 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > port after_create 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.185026 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.185693 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > port after_update 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.186952 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.188124 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.188680 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.190104 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.204411 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Allocated IP 172.20.0.1 (db52942e-24d2-494c-914e-9e68a6a256d3/b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14/a9e11c6e-a13d-484b-a308-2c10ff9bb340) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:52.293570 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-35540dfe-4867-4ac3-8539-96f3dc122e8c None None] Current status of the port afa2f829-0259-434a-8090-96ef1c31bd84 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:52.294052 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-35540dfe-4867-4ac3-8539-96f3dc122e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.320715 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5b079138-818c-41e5-811e-070a1cdea3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.332545 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.385763 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Publish callbacks [] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.410276 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.424502 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.427375 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:52.428283 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.429153 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:12:52.432183 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb4610a-2c61-45df-bbe4-68be5aa4a03c']}} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:52.453378 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-2f8d780b-a4ba-4f78-af63-307ec1906d09 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ce850c7c7ff34635b95a5caea9b83baa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4514096 Sep 29 02:12:52.457312 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44230) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:52.485427 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcda224b-306f-4454-9bc7-0e4d3a26ef13') {'for_net_delete': True} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:52.485886 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcda224b-306f-4454-9bc7-0e4d3a26ef13') {} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:52.515426 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5b079138-818c-41e5-811e-070a1cdea3d0 admin admin] Publish callbacks [] for security_group (e1fff85c-cced-496d-8190-111e8e6d311d), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.517020 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.523427 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7176343'] for segment (bcda224b-306f-4454-9bc7-0e4d3a26ef13), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.528332 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d780b-a4ba-4f78-af63-307ec1906d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd93885-6093-4e9d-b2b1-ff92d6d39ca1,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:52.552225 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (bcda224b-306f-4454-9bc7-0e4d3a26ef13), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.553325 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5b079138-818c-41e5-811e-070a1cdea3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (e1fff85c-cced-496d-8190-111e8e6d311d), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.573651 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=106336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:12:52.575565 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4716528'] for segment (bcda224b-306f-4454-9bc7-0e4d3a26ef13), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.593842 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-35540dfe-4867-4ac3-8539-96f3dc122e8c None None] For port afa2f829-0259-434a-8090-96ef1c31bd84, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=afa2f829-0259-434a-8090-96ef1c31bd84,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:52.598396 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee49e5-17a3-4a77-a130-acb97c5096a2 None None] The sync data for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi is: [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:52.605607 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfe445b5-c402-4142-aff9-ae9e851eeb57 admin admin] Publish callbacks [] for security_group (3cd93885-6093-4e9d-b2b1-ff92d6d39ca1), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.620753 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-35540dfe-4867-4ac3-8539-96f3dc122e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.636362 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Network db52942e-24d2-494c-914e-9e68a6a256d3 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:52.660345 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:52.693489 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:52.697424 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:52.697814 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625956'] for router_interface (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.726558 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a8002f24-25e3-456e-b8ab-a8e86bba1bfe up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:52.760497 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (4bb4610a-2c61-45df-bbe4-68be5aa4a03c), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.785572 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=78,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:52.847944 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:12:52.848458 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.852603 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/4bb4610a-2c61-45df-bbe4-68be5aa4a03c HTTP/1.1" status: 204 len: 168 time: 2.0996790 Sep 29 02:12:52.891457 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b079138-818c-41e5-811e-070a1cdea3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fff85c-cced-496d-8190-111e8e6d311d,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:52.929111 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706b1b9-a222-4f5c-880a-4d4aa1429011 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb4610a-2c61-45df-bbe4-68be5aa4a03c,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:52.936515 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfe445b5-c402-4142-aff9-ae9e851eeb57 admin admin] Publish callbacks [] for security_group (3cd93885-6093-4e9d-b2b1-ff92d6d39ca1), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.976085 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-5b079138-818c-41e5-811e-070a1cdea3d0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3eab3c9cf27349c5ab214851e53938c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8726988 Sep 29 02:12:52.983136 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244c044-3d16-4af3-9142-64c3687b9698 req-65d6285f-7049-4939-8957-d0d412b7e58c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:52.985484 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44246) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:52.985845 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a244c044-3d16-4af3-9142-64c3687b9698 req-65d6285f-7049-4939-8957-d0d412b7e58c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.1704762 Sep 29 02:12:52.997797 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Pushing event updated for resources: {'Port': ['ID=a9e11c6e-a13d-484b-a308-2c10ff9bb340,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:53.021861 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:53.036267 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:INSERT=9,neutron:UPDATE=4,neutron:SELECT=87 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:53.061014 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-20ce8c8e-66cb-43a3-b53f-2855e4da52c9 None None] Provisioning complete for port a8002f24-25e3-456e-b8ab-a8e86bba1bfe triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:53.061867 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-20ce8c8e-66cb-43a3-b53f-2855e4da52c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.066122 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-20ce8c8e-66cb-43a3-b53f-2855e4da52c9 None None] Attempt 1 to provision port a8002f24-25e3-456e-b8ab-a8e86bba1bfe Sep 29 02:12:53.101189 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment bcda224b-306f-4454-9bc7-0e4d3a26ef13 resource provider aggregate not found Sep 29 02:12:53.118615 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35540dfe-4867-4ac3-8539-96f3dc122e8c None None] Pushing event updated for resources: {'Port': ['ID=afa2f829-0259-434a-8090-96ef1c31bd84,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:53.122176 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a244c044-3d16-4af3-9142-64c3687b9698 req-65ca669d-0cdf-4d07-84a7-7aebac5e3cf6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295900 Sep 29 02:12:53.149268 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment bcda224b-306f-4454-9bc7-0e4d3a26ef13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcda224b-306f-4454-9bc7-0e4d3a26ef13 found for delete ", "request_id": "req-3b92b395-cc4f-4bcb-8a2e-9bb7ff5ff971"}]} Sep 29 02:12:53.149397 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:53.158325 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.170609 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44250) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:53.180648 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4d9dcc27-ac6a-4e36-80ba-74c0ac7441d3 admin admin] Publish callbacks [] for security_group (e1fff85c-cced-496d-8190-111e8e6d311d), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.205213 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfe445b5-c402-4142-aff9-ae9e851eeb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (3cd93885-6093-4e9d-b2b1-ff92d6d39ca1), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.219132 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port a8002f24-25e3-456e-b8ab-a8e86bba1bfe triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:53.219711 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.219812 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port a8002f24-25e3-456e-b8ab-a8e86bba1bfe Sep 29 02:12:53.223388 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfe445b5-c402-4142-aff9-ae9e851eeb57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.227367 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-cfe445b5-c402-4142-aff9-ae9e851eeb57 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3cd93885-6093-4e9d-b2b1-ff92d6d39ca1 HTTP/1.1" status: 204 len: 168 time: 0.7645855 Sep 29 02:12:53.269947 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-414bdf99-b967-4418-8c7b-432c07c078d0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dbda18c4ee4e4c9eb64f37e71bd862cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0975690 Sep 29 02:12:53.274841 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44254) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:53.317401 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe445b5-c402-4142-aff9-ae9e851eeb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd93885-6093-4e9d-b2b1-ff92d6d39ca1,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:53.329915 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4d9dcc27-ac6a-4e36-80ba-74c0ac7441d3 admin admin] Publish callbacks [] for security_group (e1fff85c-cced-496d-8190-111e8e6d311d), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.378933 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9663-eefd-4e04-88b0-dca49398c2a4 admin admin] Publish callbacks [] for security_group (7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.425790 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9663-eefd-4e04-88b0-dca49398c2a4 admin admin] Publish callbacks [] for security_group (7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.504324 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9663-eefd-4e04-88b0-dca49398c2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.507021 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9663-eefd-4e04-88b0-dca49398c2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.510613 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-8a4c9663-eefd-4e04-88b0-dca49398c2a4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9 HTTP/1.1" status: 204 len: 168 time: 0.2307317 Sep 29 02:12:53.531958 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c9663-eefd-4e04-88b0-dca49398c2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5d9d49-ee3f-4deb-a249-3ec13f58b7e9,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:53.621302 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Publish callbacks [] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.625218 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4d9dcc27-ac6a-4e36-80ba-74c0ac7441d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (e1fff85c-cced-496d-8190-111e8e6d311d), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.630768 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4d9dcc27-ac6a-4e36-80ba-74c0ac7441d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.633503 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-4d9dcc27-ac6a-4e36-80ba-74c0ac7441d3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e1fff85c-cced-496d-8190-111e8e6d311d HTTP/1.1" status: 204 len: 168 time: 0.6451893 Sep 29 02:12:53.639831 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.640624 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626064'] for router_interface (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.713775 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Publish callbacks [] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), precommit_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.752216 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.764885 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dcc27-ac6a-4e36-80ba-74c0ac7441d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fff85c-cced-496d-8190-111e8e6d311d,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:53.851847 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-20ce8c8e-66cb-43a3-b53f-2855e4da52c9 None None] Current status of the port a8002f24-25e3-456e-b8ab-a8e86bba1bfe is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:53.852416 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-20ce8c8e-66cb-43a3-b53f-2855e4da52c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.855507 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Attempting to bind port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:53.855927 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Attempting to bind port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:53.856294 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Attempting to bind port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b on network 44335703-30ea-48cd-a18a-5857ed0e04da {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:53.858671 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Pushing event updated for resources: {'Port': ['ID=a9e11c6e-a13d-484b-a308-2c10ff9bb340,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:53.990457 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-20ce8c8e-66cb-43a3-b53f-2855e4da52c9 None None] For port a8002f24-25e3-456e-b8ab-a8e86bba1bfe, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a8002f24-25e3-456e-b8ab-a8e86bba1bfe,segment=NetworkSegment(6fa4ae41-16f8-46ae-b511-7fc423d83a8a),segment_id=6fa4ae41-16f8-46ae-b511-7fc423d83a8a)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:54.005643 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-20ce8c8e-66cb-43a3-b53f-2855e4da52c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.007567 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port a8002f24-25e3-456e-b8ab-a8e86bba1bfe is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:54.007765 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.013776 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11385342-b94e-450f-8e21-43ce6c71369e None None] Pushing event updated for resources: {'Port': ['ID=3dbc7d72-745b-4e9b-a5ab-7fb36192469b,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:54.024560 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Network db52942e-24d2-494c-914e-9e68a6a256d3 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:54.026686 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:54.110678 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:54.112043 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Checking segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:54.112755 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.113347 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Bound using segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:54.114012 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Bound port: 3dbc7d72-745b-4e9b-a5ab-7fb36192469b, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:54.114656 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.256204 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce8c8e-66cb-43a3-b53f-2855e4da52c9 None None] Pushing event updated for resources: {'Port': ['ID=a8002f24-25e3-456e-b8ab-a8e86bba1bfe,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:54.260134 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.db.api [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 29 02:12:54.260961 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG oslo_db.api [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 02:12:54.320004 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Router d43a6c4a-3a4f-4a37-a8d4-a4679f59550c has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:12:54.327120 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:54.342982 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] For port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:54.345293 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44276) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:54.347051 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Provisioning complete for port a9e11c6e-a13d-484b-a308-2c10ff9bb340 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:54.347648 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.348205 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Attempt 1 to provision port a9e11c6e-a13d-484b-a308-2c10ff9bb340 Sep 29 02:12:54.352738 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] For port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=3dbc7d72-745b-4e9b-a5ab-7fb36192469b,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:54.372798 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ddad00b7-9296-4d18-9985-eac3691bfd0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.379478 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.413609 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309b861-2301-4708-aaaf-db7bc3fb5a6f req-df626662-dc1d-4111-9d78-e5355d8b06d6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:54.418587 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7309b861-2301-4708-aaaf-db7bc3fb5a6f req-df626662-dc1d-4111-9d78-e5355d8b06d6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.1170139 Sep 29 02:12:54.457912 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Port a9e11c6e-a13d-484b-a308-2c10ff9bb340 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:54.477408 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Routers {'d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:54.478059 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:54.513022 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7309b861-2301-4708-aaaf-db7bc3fb5a6f req-7b18c2e0-d4ff-4f78-abfa-4622272289f9 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841696 Sep 29 02:12:54.523265 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11385342-b94e-450f-8e21-43ce6c71369e None None] Pushing event updated for resources: {'Port': ['ID=3dbc7d72-745b-4e9b-a5ab-7fb36192469b,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:54.567911 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ddad00b7-9296-4d18-9985-eac3691bfd0f admin admin] Publish callbacks [] for security_group (d8230aa5-c0c1-4838-b94a-28f461394b85), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.577004 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:54.586537 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ddad00b7-9296-4d18-9985-eac3691bfd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d8230aa5-c0c1-4838-b94a-28f461394b85), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.594303 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-1ddd361a-a44b-40f4-968a-2b6784b3ac0e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d43a6c4a-3a4f-4a37-a8d4-a4679f59550c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9225106 Sep 29 02:12:54.620330 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44282) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:54.623070 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] Set router d43a6c4a-3a4f-4a37-a8d4-a4679f59550c gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:54.625190 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:54.634047 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-ddad00b7-9296-4d18-9985-eac3691bfd0f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d00490854fcc4f75be1c3db02c7c3efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869723 Sep 29 02:12:54.637634 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44286) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:54.657827 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad00b7-9296-4d18-9985-eac3691bfd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8230aa5-c0c1-4838-b94a-28f461394b85,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:54.751756 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c02f5cd7-a1c4-4e29-ac27-1a81ab1c07b3 admin admin] Publish callbacks [] for security_group (d8230aa5-c0c1-4838-b94a-28f461394b85), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.754850 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:54.782960 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c02f5cd7-a1c4-4e29-ac27-1a81ab1c07b3 admin admin] Publish callbacks [] for security_group (d8230aa5-c0c1-4838-b94a-28f461394b85), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.784691 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:54.825336 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-616751e8-987b-420b-a5cb-3d597659ac5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.834981 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port a8002f24-25e3-456e-b8ab-a8e86bba1bfe is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:54.836849 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device afa2f829-0259-434a-8090-96ef1c31bd84 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:54.918194 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'name': 'tempest-TestVolumeBootPattern-962948093-router', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 4, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'gw_port': {'id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:48Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'a9e11c6e-a13d-484b-a308-2c10ff9bb340', 'name': '', 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'mac_address': 'fa:16:3e:c8:75:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:51Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 2, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'subnets': [{'id': 'b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:54.925052 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port afa2f829-0259-434a-8090-96ef1c31bd84 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:54.925436 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.925775 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:54.953895 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-616751e8-987b-420b-a5cb-3d597659ac5f admin admin] Publish callbacks [] for security_group (41e0cc61-6e83-4e4e-b44f-a4f9fff4ae41), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.961735 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-616751e8-987b-420b-a5cb-3d597659ac5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (41e0cc61-6e83-4e4e-b44f-a4f9fff4ae41), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.968363 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Attempt 2 to provision port a9e11c6e-a13d-484b-a308-2c10ff9bb340 Sep 29 02:12:54.972990 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763b258-7684-4177-95da-7eceb7032a7b None None] The sync data for ids ['d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'] in dv-cinder-740146-21-iscsi is: [{'id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'name': 'tempest-TestVolumeBootPattern-962948093-router', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 4, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'gw_port': {'id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:48Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'a9e11c6e-a13d-484b-a308-2c10ff9bb340', 'name': '', 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'mac_address': 'fa:16:3e:c8:75:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:51Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 2, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'subnets': [{'id': 'b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:55.023787 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Port a9e11c6e-a13d-484b-a308-2c10ff9bb340 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:55.032689 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c02f5cd7-a1c4-4e29-ac27-1a81ab1c07b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d8230aa5-c0c1-4838-b94a-28f461394b85), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.035788 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c02f5cd7-a1c4-4e29-ac27-1a81ab1c07b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.040883 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-c02f5cd7-a1c4-4e29-ac27-1a81ab1c07b3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d8230aa5-c0c1-4838-b94a-28f461394b85 HTTP/1.1" status: 204 len: 168 time: 0.3983693 Sep 29 02:12:55.049109 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-616751e8-987b-420b-a5cb-3d597659ac5f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0d54a2399cd14b849100cbd64f11cca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4266152 Sep 29 02:12:55.051677 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44300) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:55.059587 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616751e8-987b-420b-a5cb-3d597659ac5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e0cc61-6e83-4e4e-b44f-a4f9fff4ae41,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:55.080895 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f5cd7-a1c4-4e29-ac27-1a81ab1c07b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8230aa5-c0c1-4838-b94a-28f461394b85,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:55.092857 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port afa2f829-0259-434a-8090-96ef1c31bd84 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:55.141669 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-29b5d029-6bb6-4c7c-b9d0-6b48764a3988 admin admin] Publish callbacks [] for security_group (41e0cc61-6e83-4e4e-b44f-a4f9fff4ae41), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.170353 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-29b5d029-6bb6-4c7c-b9d0-6b48764a3988 admin admin] Publish callbacks [] for security_group (41e0cc61-6e83-4e4e-b44f-a4f9fff4ae41), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.170491 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a8789dec-6c89-427f-8cb9-bbc8ced4f270 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:12:55.199365 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: a8789dec-6c89-427f-8cb9-bbc8ced4f270 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:12:55.200018 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a8789dec-6c89-427f-8cb9-bbc8ced4f270 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:12:55.250012 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-29b5d029-6bb6-4c7c-b9d0-6b48764a3988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (41e0cc61-6e83-4e4e-b44f-a4f9fff4ae41), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.257415 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-29b5d029-6bb6-4c7c-b9d0-6b48764a3988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.259944 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-29b5d029-6bb6-4c7c-b9d0-6b48764a3988 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/41e0cc61-6e83-4e4e-b44f-a4f9fff4ae41 HTTP/1.1" status: 204 len: 168 time: 0.2071490 Sep 29 02:12:55.304675 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5d029-6bb6-4c7c-b9d0-6b48764a3988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e0cc61-6e83-4e4e-b44f-a4f9fff4ae41,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:55.324666 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44308) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:55.331637 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-8556374d-4994-4065-a54f-e8e5571e430d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1192136061', 'description': 'tempest-secgroup-smoke-1192136061 description', 'project_id': '165a7d71a21240a79e77abbe80717389'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:55.389308 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8556374d-4994-4065-a54f-e8e5571e430d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.438686 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device afa2f829-0259-434a-8090-96ef1c31bd84 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:55.508623 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port afa2f829-0259-434a-8090-96ef1c31bd84 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:55.509028 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.509586 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port afa2f829-0259-434a-8090-96ef1c31bd84 Sep 29 02:12:55.519879 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8556374d-4994-4065-a54f-e8e5571e430d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group (d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.525804 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8556374d-4994-4065-a54f-e8e5571e430d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.542685 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Attempt 3 to provision port a9e11c6e-a13d-484b-a308-2c10ff9bb340 Sep 29 02:12:55.577557 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556374d-4994-4065-a54f-e8e5571e430d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:55.602466 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8556374d-4994-4065-a54f-e8e5571e430d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.606635 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-8556374d-4994-4065-a54f-e8e5571e430d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2775152 Sep 29 02:12:55.608753 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44316) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:55.616762 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-083b2f50-2f83-4611-bfc2-8d696e1e7dac tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Request body: {'security_group_rule': {'security_group_id': 'd4fb6dce-bf14-40df-a5d2-79eb1b9be6ed', 'project_id': '165a7d71a21240a79e77abbe80717389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:55.628922 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Port a9e11c6e-a13d-484b-a308-2c10ff9bb340 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:55.665851 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-083b2f50-2f83-4611-bfc2-8d696e1e7dac tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (bbf24751-dd73-4fbc-bc62-9ab8f1e38cf2), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.695780 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port afa2f829-0259-434a-8090-96ef1c31bd84 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:55.697385 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a8002f24-25e3-456e-b8ab-a8e86bba1bfe up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:55.717946 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:55.735556 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:55.756103 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port a8002f24-25e3-456e-b8ab-a8e86bba1bfe triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:55.756705 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.757242 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port a8002f24-25e3-456e-b8ab-a8e86bba1bfe Sep 29 02:12:55.807899 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006db96-8e5f-40f9-8955-58827e3f48cf req-a29ca70b-2fbb-49a2-abc6-2041eece6b2e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:55.810596 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4006db96-8e5f-40f9-8955-58827e3f48cf req-a29ca70b-2fbb-49a2-abc6-2041eece6b2e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.1224735 Sep 29 02:12:55.855423 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-083b2f50-2f83-4611-bfc2-8d696e1e7dac tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (bbf24751-dd73-4fbc-bc62-9ab8f1e38cf2), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.865256 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port a8002f24-25e3-456e-b8ab-a8e86bba1bfe is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:55.872702 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-083b2f50-2f83-4611-bfc2-8d696e1e7dac tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (bbf24751-dd73-4fbc-bc62-9ab8f1e38cf2), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.888190 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:55.921795 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4006db96-8e5f-40f9-8955-58827e3f48cf req-4932c98b-8f11-4326-834f-7c3f1928fe3e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979440 Sep 29 02:12:55.923090 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b2f50-2f83-4611-bfc2-8d696e1e7dac tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf24751-dd73-4fbc-bc62-9ab8f1e38cf2,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:55.929890 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-083b2f50-2f83-4611-bfc2-8d696e1e7dac tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.934756 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-083b2f50-2f83-4611-bfc2-8d696e1e7dac tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3236341 Sep 29 02:12:55.935393 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44326) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:55.963167 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-68db69a4-03f9-431a-9dec-b072937dd9a7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Request body: {'security_group_rule': {'security_group_id': 'd4fb6dce-bf14-40df-a5d2-79eb1b9be6ed', 'project_id': '165a7d71a21240a79e77abbe80717389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:56.001421 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-68db69a4-03f9-431a-9dec-b072937dd9a7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (555116ca-e37f-43b1-8e6d-ca788ce877fd), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.075603 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.111161 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-68db69a4-03f9-431a-9dec-b072937dd9a7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (555116ca-e37f-43b1-8e6d-ca788ce877fd), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.116111 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-68db69a4-03f9-431a-9dec-b072937dd9a7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (555116ca-e37f-43b1-8e6d-ca788ce877fd), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.129377 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db69a4-03f9-431a-9dec-b072937dd9a7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555116ca-e37f-43b1-8e6d-ca788ce877fd,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:56.132540 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Attempt 4 to provision port a9e11c6e-a13d-484b-a308-2c10ff9bb340 Sep 29 02:12:56.154645 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-68db69a4-03f9-431a-9dec-b072937dd9a7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.161889 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-68db69a4-03f9-431a-9dec-b072937dd9a7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2227106 Sep 29 02:12:56.162518 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44332) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:56.163718 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44334) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:56.168291 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-7ea84e34-bac1-4dde-8579-e05316ecfbaa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Request body: {'security_group_rule': {'security_group_id': 'd4fb6dce-bf14-40df-a5d2-79eb1b9be6ed', 'project_id': '165a7d71a21240a79e77abbe80717389', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:56.178154 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-fe232d2e-38fd-47df-a074-0f441e8205c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.190304 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:56.210095 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Port a9e11c6e-a13d-484b-a308-2c10ff9bb340 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:56.237283 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ea84e34-bac1-4dde-8579-e05316ecfbaa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (1a2d7c9c-979f-494d-a703-16d461c5e413), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.245978 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=11 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:56.308999 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-fe232d2e-38fd-47df-a074-0f441e8205c2 admin admin] Publish callbacks [] for security_group (a733a8f5-cad6-4f1f-a15f-9248d3fd4b1b), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.316295 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-fe232d2e-38fd-47df-a074-0f441e8205c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (a733a8f5-cad6-4f1f-a15f-9248d3fd4b1b), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.379679 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ea84e34-bac1-4dde-8579-e05316ecfbaa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (1a2d7c9c-979f-494d-a703-16d461c5e413), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.380569 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-fe232d2e-38fd-47df-a074-0f441e8205c2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=22ebb7771eea4dc7afd16be14ab33a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156675 Sep 29 02:12:56.381898 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44340) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:56.385970 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe232d2e-38fd-47df-a074-0f441e8205c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a733a8f5-cad6-4f1f-a15f-9248d3fd4b1b,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:56.393221 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ea84e34-bac1-4dde-8579-e05316ecfbaa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (1a2d7c9c-979f-494d-a703-16d461c5e413), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.420477 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea84e34-bac1-4dde-8579-e05316ecfbaa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2d7c9c-979f-494d-a703-16d461c5e413,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:56.461734 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ea84e34-bac1-4dde-8579-e05316ecfbaa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.463188 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-7ea84e34-bac1-4dde-8579-e05316ecfbaa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993658 Sep 29 02:12:56.465951 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44342) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:56.471158 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-3d28ae17-f833-47ce-bc59-53547465e854 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Request body: {'security_group_rule': {'security_group_id': 'd4fb6dce-bf14-40df-a5d2-79eb1b9be6ed', 'project_id': '165a7d71a21240a79e77abbe80717389', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:56.482251 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-455146cf-62f0-49f4-a0c9-f35db30812bf admin admin] Publish callbacks [] for security_group (a733a8f5-cad6-4f1f-a15f-9248d3fd4b1b), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.505787 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-455146cf-62f0-49f4-a0c9-f35db30812bf admin admin] Publish callbacks [] for security_group (a733a8f5-cad6-4f1f-a15f-9248d3fd4b1b), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.524841 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3d28ae17-f833-47ce-bc59-53547465e854 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (04e74abc-6a3c-4837-bb29-e3193c46a65f), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.574778 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-455146cf-62f0-49f4-a0c9-f35db30812bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (a733a8f5-cad6-4f1f-a15f-9248d3fd4b1b), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.577614 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-455146cf-62f0-49f4-a0c9-f35db30812bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.578859 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-455146cf-62f0-49f4-a0c9-f35db30812bf admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a733a8f5-cad6-4f1f-a15f-9248d3fd4b1b HTTP/1.1" status: 204 len: 168 time: 0.1956425 Sep 29 02:12:56.596439 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455146cf-62f0-49f4-a0c9-f35db30812bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a733a8f5-cad6-4f1f-a15f-9248d3fd4b1b,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:56.659671 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3d28ae17-f833-47ce-bc59-53547465e854 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (04e74abc-6a3c-4837-bb29-e3193c46a65f), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.665334 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3d28ae17-f833-47ce-bc59-53547465e854 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (04e74abc-6a3c-4837-bb29-e3193c46a65f), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.691810 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28ae17-f833-47ce-bc59-53547465e854 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e74abc-6a3c-4837-bb29-e3193c46a65f,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:56.701666 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3d28ae17-f833-47ce-bc59-53547465e854 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.703799 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-3d28ae17-f833-47ce-bc59-53547465e854 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2368162 Sep 29 02:12:56.707312 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44356) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:56.711427 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Attempt 5 to provision port a9e11c6e-a13d-484b-a308-2c10ff9bb340 Sep 29 02:12:56.714074 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-b772e53f-bac5-4408-beb4-decfb98ff8bc tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Request body: {'security_group_rule': {'security_group_id': 'd4fb6dce-bf14-40df-a5d2-79eb1b9be6ed', 'project_id': '165a7d71a21240a79e77abbe80717389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:56.754754 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Port a9e11c6e-a13d-484b-a308-2c10ff9bb340 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:56.759781 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.securitygroups_db [None req-b772e53f-bac5-4408-beb4-decfb98ff8bc tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Project 165a7d71a21240a79e77abbe80717389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:12:56.769948 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-b772e53f-bac5-4408-beb4-decfb98ff8bc tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (765092c0-52f4-4180-8049-1e7c33224e0a), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.852408 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-b772e53f-bac5-4408-beb4-decfb98ff8bc tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (765092c0-52f4-4180-8049-1e7c33224e0a), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.857910 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-b772e53f-bac5-4408-beb4-decfb98ff8bc tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (765092c0-52f4-4180-8049-1e7c33224e0a), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.883484 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772e53f-bac5-4408-beb4-decfb98ff8bc tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765092c0-52f4-4180-8049-1e7c33224e0a,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:56.898621 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-b772e53f-bac5-4408-beb4-decfb98ff8bc tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.900269 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-b772e53f-bac5-4408-beb4-decfb98ff8bc tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1919529 Sep 29 02:12:56.903300 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44364) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:56.918238 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-3fe5be8e-ba2d-45f4-9b5a-f6fc112d1ad9 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Request body: {'security_group_rule': {'security_group_id': 'd4fb6dce-bf14-40df-a5d2-79eb1b9be6ed', 'project_id': '165a7d71a21240a79e77abbe80717389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:56.941300 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.securitygroups_db [None req-3fe5be8e-ba2d-45f4-9b5a-f6fc112d1ad9 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Project 165a7d71a21240a79e77abbe80717389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:12:56.948466 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3fe5be8e-ba2d-45f4-9b5a-f6fc112d1ad9 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (98186d63-aadc-46a9-8f80-f11714ece369), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.041624 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3fe5be8e-ba2d-45f4-9b5a-f6fc112d1ad9 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (98186d63-aadc-46a9-8f80-f11714ece369), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.046922 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3fe5be8e-ba2d-45f4-9b5a-f6fc112d1ad9 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (98186d63-aadc-46a9-8f80-f11714ece369), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.074772 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3fe5be8e-ba2d-45f4-9b5a-f6fc112d1ad9 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.075996 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-3fe5be8e-ba2d-45f4-9b5a-f6fc112d1ad9 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1717567 Sep 29 02:12:57.077135 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5be8e-ba2d-45f4-9b5a-f6fc112d1ad9 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98186d63-aadc-46a9-8f80-f11714ece369,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:57.098480 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7db390-b85f-4dcd-bc23-3e407bf66866 req-c69d6732-77f4-4774-b8a5-f935a0738ca0 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:57.100110 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2d7db390-b85f-4dcd-bc23-3e407bf66866 req-c69d6732-77f4-4774-b8a5-f935a0738ca0 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0713441 Sep 29 02:12:57.171026 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2d7db390-b85f-4dcd-bc23-3e407bf66866 req-60b004d7-fa80-4526-aa5e-cb40fe9618fe tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611901 Sep 29 02:12:57.255966 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Attempt 6 to provision port a9e11c6e-a13d-484b-a308-2c10ff9bb340 Sep 29 02:12:57.325550 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Port a9e11c6e-a13d-484b-a308-2c10ff9bb340 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:57.373059 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 3dbc7d72-745b-4e9b-a5ab-7fb36192469b up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:57.475019 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:57.480328 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:57.481030 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.481375 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b Sep 29 02:12:57.600916 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:57.601329 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.625192 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=3dbc7d72-745b-4e9b-a5ab-7fb36192469b,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:57.632071 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.685221 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=3dbc7d72-745b-4e9b-a5ab-7fb36192469b,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:57.830403 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Attempt 7 to provision port a9e11c6e-a13d-484b-a308-2c10ff9bb340 Sep 29 02:12:57.886064 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Port a9e11c6e-a13d-484b-a308-2c10ff9bb340 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:57.905339 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Sync routers for ids ['d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:57.921966 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Routers {'d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:57.922497 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:58.039358 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Set router d43a6c4a-3a4f-4a37-a8d4-a4679f59550c gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:58.335886 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'name': 'tempest-TestVolumeBootPattern-962948093-router', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 4, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'gw_port': {'id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:48Z', 'updated_at': '2022-09-29T02:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'a9e11c6e-a13d-484b-a308-2c10ff9bb340', 'name': '', 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'mac_address': 'fa:16:3e:c8:75:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:51Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 2, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'subnets': [{'id': 'b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:58.370605 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Checking router: d43a6c4a-3a4f-4a37-a8d4-a4679f59550c for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:58.370945 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Updating router d43a6c4a-3a4f-4a37-a8d4-a4679f59550c port a9e11c6e-a13d-484b-a308-2c10ff9bb340 binding host dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:58.387890 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Attempt 8 to provision port a9e11c6e-a13d-484b-a308-2c10ff9bb340 Sep 29 02:12:58.411970 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:58.431910 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Port a9e11c6e-a13d-484b-a308-2c10ff9bb340 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:58.729183 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fa6b7-4127-4a4a-807e-83be4d2babb8 req-bcdc0acf-6c58-441f-b1bb-f792a431e31a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:58.731396 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d63fa6b7-4127-4a4a-807e-83be4d2babb8 req-bcdc0acf-6c58-441f-b1bb-f792a431e31a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.3887842 Sep 29 02:12:58.780992 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:58.785197 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Publish callbacks [] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), precommit_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:58.793656 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:58.798863 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:58.826867 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d63fa6b7-4127-4a4a-807e-83be4d2babb8 req-f55b1a07-366f-40c0-8e15-7443de04cd68 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633433 Sep 29 02:12:58.855811 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f333ef-39f9-47e9-b2c6-d7b61c29208b None None] Pushing event updated for resources: {'Port': ['ID=a9e11c6e-a13d-484b-a308-2c10ff9bb340,revision_number=3']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:58.933518 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Attempting to bind port a9e11c6e-a13d-484b-a308-2c10ff9bb340 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:58.933518 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Attempting to bind port a9e11c6e-a13d-484b-a308-2c10ff9bb340 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '6fa4ae41-16f8-46ae-b511-7fc423d83a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3'}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:58.933518 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Attempting to bind port a9e11c6e-a13d-484b-a308-2c10ff9bb340 on network db52942e-24d2-494c-914e-9e68a6a256d3 {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:58.936376 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Attempt 9 to provision port a9e11c6e-a13d-484b-a308-2c10ff9bb340 Sep 29 02:12:59.006143 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Port a9e11c6e-a13d-484b-a308-2c10ff9bb340 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:59.009964 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:59.010970 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Checking segment: {'id': '6fa4ae41-16f8-46ae-b511-7fc423d83a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:59.011760 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.012588 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Bound using segment: {'id': '6fa4ae41-16f8-46ae-b511-7fc423d83a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3'} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:59.013288 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Bound port: a9e11c6e-a13d-484b-a308-2c10ff9bb340, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa4ae41-16f8-46ae-b511-7fc423d83a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3'}}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:59.013845 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.059238 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:59.106918 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] For port a9e11c6e-a13d-484b-a308-2c10ff9bb340, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:59.110056 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] For port a9e11c6e-a13d-484b-a308-2c10ff9bb340, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a9e11c6e-a13d-484b-a308-2c10ff9bb340,segment=NetworkSegment(6fa4ae41-16f8-46ae-b511-7fc423d83a8a),segment_id=6fa4ae41-16f8-46ae-b511-7fc423d83a8a)] {{(pid=106338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:59.119574 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.160476 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Routers {'d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:59.161137 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:12:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:59.310352 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f333ef-39f9-47e9-b2c6-d7b61c29208b None None] Pushing event updated for resources: {'Port': ['ID=a9e11c6e-a13d-484b-a308-2c10ff9bb340,revision_number=4']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:59.364176 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 3dbc7d72-745b-4e9b-a5ab-7fb36192469b up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:59.402786 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] Set router d43a6c4a-3a4f-4a37-a8d4-a4679f59550c gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:59.430649 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:59.431293 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.431374 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b Sep 29 02:12:59.522218 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Attempt 10 to provision port a9e11c6e-a13d-484b-a308-2c10ff9bb340 Sep 29 02:12:59.597721 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:59.686425 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'name': 'tempest-TestVolumeBootPattern-962948093-router', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 4, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'gw_port': {'id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:48Z', 'updated_at': '2022-09-29T02:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'a9e11c6e-a13d-484b-a308-2c10ff9bb340', 'name': '', 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'mac_address': 'fa:16:3e:c8:75:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:51Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'subnets': [{'id': 'b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:59.693549 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Current status of the port a9e11c6e-a13d-484b-a308-2c10ff9bb340 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:59.694111 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.713711 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d39da-cfb9-4aed-84fc-b422da85a1d1 None None] The sync data for ids ['d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'] in dv-cinder-740146-21-iscsi is: [{'id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'name': 'tempest-TestVolumeBootPattern-962948093-router', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 4, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'gw_port': {'id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:48Z', 'updated_at': '2022-09-29T02:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'a9e11c6e-a13d-484b-a308-2c10ff9bb340', 'name': '', 'network_id': 'db52942e-24d2-494c-914e-9e68a6a256d3', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'mac_address': 'fa:16:3e:c8:75:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:51Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'subnets': [{'id': 'b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:59.755794 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] For port a9e11c6e-a13d-484b-a308-2c10ff9bb340, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a9e11c6e-a13d-484b-a308-2c10ff9bb340,segment=NetworkSegment(6fa4ae41-16f8-46ae-b511-7fc423d83a8a),segment_id=6fa4ae41-16f8-46ae-b511-7fc423d83a8a)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:59.761425 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.797353 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Provisioning complete for port a8002f24-25e3-456e-b8ab-a8e86bba1bfe triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:59.797767 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.798077 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Attempt 1 to provision port a8002f24-25e3-456e-b8ab-a8e86bba1bfe Sep 29 02:12:59.806436 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:59.887148 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Pushing event updated for resources: {'Port': ['ID=a9e11c6e-a13d-484b-a308-2c10ff9bb340,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:59.984117 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-0a017452-969a-46fc-a49c-7731b9faad96 None None] Current status of the port a8002f24-25e3-456e-b8ab-a8e86bba1bfe is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:59.996124 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd571a6-f85c-456a-aae3-cc82e2c2d358 req-475e4e29-1c8e-4d6c-8f9e-be72d8f42e09 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:00.003341 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ebd571a6-f85c-456a-aae3-cc82e2c2d358 req-475e4e29-1c8e-4d6c-8f9e-be72d8f42e09 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0785689 Sep 29 02:13:00.074638 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ebd571a6-f85c-456a-aae3-cc82e2c2d358 req-5f3262d1-9cd4-4401-89f8-3d22e93dc615 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703771 Sep 29 02:13:00.119844 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-c53d036a-054e-430c-a1fa-ec3dd2b8c25a None None] Provisioning complete for port a9e11c6e-a13d-484b-a308-2c10ff9bb340 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:00.120453 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-c53d036a-054e-430c-a1fa-ec3dd2b8c25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:00.120792 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-c53d036a-054e-430c-a1fa-ec3dd2b8c25a None None] Attempt 1 to provision port a9e11c6e-a13d-484b-a308-2c10ff9bb340 Sep 29 02:13:00.150899 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:00.307843 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-c53d036a-054e-430c-a1fa-ec3dd2b8c25a None None] Current status of the port a9e11c6e-a13d-484b-a308-2c10ff9bb340 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:01.198652 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07d768-2c14-492d-83ae-c9fd28522815 req-4882da4d-be65-44cd-bc37-f3a590387031 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:01.200415 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5b07d768-2c14-492d-83ae-c9fd28522815 req-4882da4d-be65-44cd-bc37-f3a590387031 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0504723 Sep 29 02:13:01.257987 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5b07d768-2c14-492d-83ae-c9fd28522815 req-e78eb94f-6fe4-48d1-b636-d24a9f7380e0 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514426 Sep 29 02:13:01.325287 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a9e11c6e-a13d-484b-a308-2c10ff9bb340 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:01.373281 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port a9e11c6e-a13d-484b-a308-2c10ff9bb340 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:01.373664 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.373995 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port a9e11c6e-a13d-484b-a308-2c10ff9bb340 Sep 29 02:13:01.457350 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port a9e11c6e-a13d-484b-a308-2c10ff9bb340 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:02.372311 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44630) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:02.386819 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0018de5-2947-4eee-9313-94b5344a0e02 req-2a3a9ff0-f0dc-424e-b5bf-f81fbe9b9811 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:02.388278 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0018de5-2947-4eee-9313-94b5344a0e02 req-2a3a9ff0-f0dc-424e-b5bf-f81fbe9b9811 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0526843 Sep 29 02:13:02.437005 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0018de5-2947-4eee-9313-94b5344a0e02 req-1050b6ab-a846-4a50-8b26-16d60924f37e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Sep 29 02:13:02.487975 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8b8757d1-f27e-46df-a205-50fe13d87a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.499865 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:02.570138 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8b8757d1-f27e-46df-a205-50fe13d87a4a admin admin] Publish callbacks [] for security_group (24a5ee9c-1328-42f1-ad6e-cada29a75ab1), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.574046 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8b8757d1-f27e-46df-a205-50fe13d87a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (24a5ee9c-1328-42f1-ad6e-cada29a75ab1), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.613885 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8757d1-f27e-46df-a205-50fe13d87a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a5ee9c-1328-42f1-ad6e-cada29a75ab1,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:02.620968 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44636) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:02.621487 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-8b8757d1-f27e-46df-a205-50fe13d87a4a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e5ea015e37d34bea92f0877063697d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476482 Sep 29 02:13:02.676949 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-339416a3-37e4-4adc-8cc6-ba77ac9df2d2 admin admin] Publish callbacks [] for security_group (24a5ee9c-1328-42f1-ad6e-cada29a75ab1), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.698402 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-339416a3-37e4-4adc-8cc6-ba77ac9df2d2 admin admin] Publish callbacks [] for security_group (24a5ee9c-1328-42f1-ad6e-cada29a75ab1), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.749700 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-339416a3-37e4-4adc-8cc6-ba77ac9df2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (24a5ee9c-1328-42f1-ad6e-cada29a75ab1), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.752677 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-339416a3-37e4-4adc-8cc6-ba77ac9df2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.756322 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-339416a3-37e4-4adc-8cc6-ba77ac9df2d2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/24a5ee9c-1328-42f1-ad6e-cada29a75ab1 HTTP/1.1" status: 204 len: 168 time: 0.1320219 Sep 29 02:13:02.762744 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339416a3-37e4-4adc-8cc6-ba77ac9df2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a5ee9c-1328-42f1-ad6e-cada29a75ab1,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:03.120766 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44672) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:03.137475 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c0dd78fc-8f13-450b-8f64-8a13dd81ebcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.253263 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c0dd78fc-8f13-450b-8f64-8a13dd81ebcd admin admin] Publish callbacks [] for security_group (8392ff47-c409-4950-85d0-27a57dc8b7d5), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.264069 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c0dd78fc-8f13-450b-8f64-8a13dd81ebcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (8392ff47-c409-4950-85d0-27a57dc8b7d5), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.303097 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44686) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:03.319746 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd78fc-8f13-450b-8f64-8a13dd81ebcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8392ff47-c409-4950-85d0-27a57dc8b7d5,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:03.355632 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:03.359092 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-c0dd78fc-8f13-450b-8f64-8a13dd81ebcd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c22ff83356ad42ddbfaf79760a3a4a38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361355 Sep 29 02:13:03.361808 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44690) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:03.449543 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5d2f36cd-df3f-40a4-9800-5e5666e6d559 admin admin] Publish callbacks [] for security_group (8392ff47-c409-4950-85d0-27a57dc8b7d5), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.482020 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9ef9921d-9068-421a-b445-d7b23a60b1c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.494236 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5d2f36cd-df3f-40a4-9800-5e5666e6d559 admin admin] Publish callbacks [] for security_group (8392ff47-c409-4950-85d0-27a57dc8b7d5), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.522763 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c10924-f010-4da5-8fab-0cc48715f99d req-5abb782b-a729-4632-afb8-44c4c6f2511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:03.525095 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-37c10924-f010-4da5-8fab-0cc48715f99d req-5abb782b-a729-4632-afb8-44c4c6f2511b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 1129 time: 0.0592918 Sep 29 02:13:03.557210 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:INSERT=13,neutron:UPDATE=2,neutron:SELECT=79,neutron:DELETE=6 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:03.587572 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-37c10924-f010-4da5-8fab-0cc48715f99d req-7ad1d5a0-530a-411e-a961-52487e8c05b5 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534887 Sep 29 02:13:03.626732 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d68dd-7ef3-48a1-a4e3-f7adf196717b req-5c80e412-532c-4ad7-8f3b-37c6dd934f99 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:03.628505 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-429d68dd-7ef3-48a1-a4e3-f7adf196717b req-5c80e412-532c-4ad7-8f3b-37c6dd934f99 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0886476 Sep 29 02:13:03.663121 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5d2f36cd-df3f-40a4-9800-5e5666e6d559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (8392ff47-c409-4950-85d0-27a57dc8b7d5), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.665810 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5d2f36cd-df3f-40a4-9800-5e5666e6d559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.666913 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-5d2f36cd-df3f-40a4-9800-5e5666e6d559 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8392ff47-c409-4950-85d0-27a57dc8b7d5 HTTP/1.1" status: 204 len: 168 time: 0.3032887 Sep 29 02:13:03.706468 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f36cd-df3f-40a4-9800-5e5666e6d559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8392ff47-c409-4950-85d0-27a57dc8b7d5,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:03.716775 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9ef9921d-9068-421a-b445-d7b23a60b1c1 admin admin] Publish callbacks [] for security_group (c89611ab-93e9-4b28-9b36-dfaaea5b3332), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.727461 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9ef9921d-9068-421a-b445-d7b23a60b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (c89611ab-93e9-4b28-9b36-dfaaea5b3332), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.756236 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-429d68dd-7ef3-48a1-a4e3-f7adf196717b req-d7838394-7715-410b-8957-01e1e985340a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183372 Sep 29 02:13:03.763980 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:03.783985 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-9ef9921d-9068-421a-b445-d7b23a60b1c1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a56795d7c1df4a4c9a9831cb59a4cb7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795778 Sep 29 02:13:03.787030 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44712) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:03.794276 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9921d-9068-421a-b445-d7b23a60b1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89611ab-93e9-4b28-9b36-dfaaea5b3332,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:03.861602 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-051b790c-d63d-42a7-9f5c-b9289d90c74d admin admin] Publish callbacks [] for security_group (c89611ab-93e9-4b28-9b36-dfaaea5b3332), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.883040 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-051b790c-d63d-42a7-9f5c-b9289d90c74d admin admin] Publish callbacks [] for security_group (c89611ab-93e9-4b28-9b36-dfaaea5b3332), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.948740 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-051b790c-d63d-42a7-9f5c-b9289d90c74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (c89611ab-93e9-4b28-9b36-dfaaea5b3332), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.951463 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-051b790c-d63d-42a7-9f5c-b9289d90c74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.952618 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-051b790c-d63d-42a7-9f5c-b9289d90c74d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c89611ab-93e9-4b28-9b36-dfaaea5b3332 HTTP/1.1" status: 204 len: 168 time: 0.1646154 Sep 29 02:13:03.963125 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b790c-d63d-42a7-9f5c-b9289d90c74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89611ab-93e9-4b28-9b36-dfaaea5b3332,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:04.330158 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44734) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:04.343512 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a153e50b-9858-44aa-a0eb-7d08dfdf4c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.448437 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a153e50b-9858-44aa-a0eb-7d08dfdf4c1a admin admin] Publish callbacks [] for security_group (9627ae9c-f850-49a5-80c3-dda50056b5d8), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.453044 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a153e50b-9858-44aa-a0eb-7d08dfdf4c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (9627ae9c-f850-49a5-80c3-dda50056b5d8), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.493372 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a153e50b-9858-44aa-a0eb-7d08dfdf4c1a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1ffc6f4d45494f6294514a9079188f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620955 Sep 29 02:13:04.495963 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44742) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:04.503692 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153e50b-9858-44aa-a0eb-7d08dfdf4c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9627ae9c-f850-49a5-80c3-dda50056b5d8,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:04.548811 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-303baa19-c5e4-4f7e-9341-7b70b1678b60 admin admin] Publish callbacks [] for security_group (9627ae9c-f850-49a5-80c3-dda50056b5d8), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.573286 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-303baa19-c5e4-4f7e-9341-7b70b1678b60 admin admin] Publish callbacks [] for security_group (9627ae9c-f850-49a5-80c3-dda50056b5d8), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.633204 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-303baa19-c5e4-4f7e-9341-7b70b1678b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (9627ae9c-f850-49a5-80c3-dda50056b5d8), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.636788 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-303baa19-c5e4-4f7e-9341-7b70b1678b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.637904 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-303baa19-c5e4-4f7e-9341-7b70b1678b60 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9627ae9c-f850-49a5-80c3-dda50056b5d8 HTTP/1.1" status: 204 len: 168 time: 0.1410308 Sep 29 02:13:04.646575 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303baa19-c5e4-4f7e-9341-7b70b1678b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9627ae9c-f850-49a5-80c3-dda50056b5d8,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:04.884138 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e31698-02ec-4779-a626-fb44dbe000c5 req-cd7074e5-f4e8-4b2b-9980-1c1caab9a539 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:04.886589 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-76e31698-02ec-4779-a626-fb44dbe000c5 req-cd7074e5-f4e8-4b2b-9980-1c1caab9a539 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0531421 Sep 29 02:13:04.950133 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-76e31698-02ec-4779-a626-fb44dbe000c5 req-eaae852f-126b-4a6e-8c37-be9be72b992f tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571079 Sep 29 02:13:05.046397 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44768) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:05.061013 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c6576635-386c-4185-8733-17d78b10e4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.172056 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c6576635-386c-4185-8733-17d78b10e4b0 admin admin] Publish callbacks [] for security_group (53377c37-a3d3-4e67-89d6-1b676838666a), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.177380 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c6576635-386c-4185-8733-17d78b10e4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (53377c37-a3d3-4e67-89d6-1b676838666a), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.211303 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:05.223022 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-c6576635-386c-4185-8733-17d78b10e4b0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=046f78fca72548068f4bb604b30e3238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750374 Sep 29 02:13:05.223915 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6576635-386c-4185-8733-17d78b10e4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53377c37-a3d3-4e67-89d6-1b676838666a,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:05.225882 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44776) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:05.306450 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8c81f6af-0f2e-4177-bfcb-c89112d336d8 admin admin] Publish callbacks [] for security_group (53377c37-a3d3-4e67-89d6-1b676838666a), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.330905 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8c81f6af-0f2e-4177-bfcb-c89112d336d8 admin admin] Publish callbacks [] for security_group (53377c37-a3d3-4e67-89d6-1b676838666a), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.375290 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:DELETE=6 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:05.395138 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8c81f6af-0f2e-4177-bfcb-c89112d336d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (53377c37-a3d3-4e67-89d6-1b676838666a), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.397920 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8c81f6af-0f2e-4177-bfcb-c89112d336d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.399091 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-8c81f6af-0f2e-4177-bfcb-c89112d336d8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/53377c37-a3d3-4e67-89d6-1b676838666a HTTP/1.1" status: 204 len: 168 time: 0.1721158 Sep 29 02:13:05.407689 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81f6af-0f2e-4177-bfcb-c89112d336d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53377c37-a3d3-4e67-89d6-1b676838666a,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:05.508757 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44792) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:05.794998 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-09a3c0f7-5c58-42a7-98ed-c0cfebf27550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.888439 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-09a3c0f7-5c58-42a7-98ed-c0cfebf27550 admin admin] Publish callbacks [] for security_group (5406839c-35ea-4364-812e-99299af3001e), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.894383 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-09a3c0f7-5c58-42a7-98ed-c0cfebf27550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (5406839c-35ea-4364-812e-99299af3001e), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.937857 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-09a3c0f7-5c58-42a7-98ed-c0cfebf27550 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1c9a601330a9479e89ee25506a57aeff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249070 Sep 29 02:13:05.937857 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3c0f7-5c58-42a7-98ed-c0cfebf27550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5406839c-35ea-4364-812e-99299af3001e,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:05.938211 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44808) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:06.004842 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e381b39b-06da-45b9-90ef-e3c17ed1ca91 admin admin] Publish callbacks [] for security_group (5406839c-35ea-4364-812e-99299af3001e), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.030016 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e381b39b-06da-45b9-90ef-e3c17ed1ca91 admin admin] Publish callbacks [] for security_group (5406839c-35ea-4364-812e-99299af3001e), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.057838 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44812) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:06.125307 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a23d41-6f89-4e54-ac21-3087e8165ea2 req-123db893-5e92-49c1-8103-4e9769c2b00e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:06.127219 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-16a23d41-6f89-4e54-ac21-3087e8165ea2 req-123db893-5e92-49c1-8103-4e9769c2b00e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0876245 Sep 29 02:13:06.159690 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e381b39b-06da-45b9-90ef-e3c17ed1ca91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (5406839c-35ea-4364-812e-99299af3001e), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.162230 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e381b39b-06da-45b9-90ef-e3c17ed1ca91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.163514 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-e381b39b-06da-45b9-90ef-e3c17ed1ca91 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5406839c-35ea-4364-812e-99299af3001e HTTP/1.1" status: 204 len: 168 time: 0.2246149 Sep 29 02:13:06.202053 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381b39b-06da-45b9-90ef-e3c17ed1ca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5406839c-35ea-4364-812e-99299af3001e,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:06.218785 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-16a23d41-6f89-4e54-ac21-3087e8165ea2 req-a86c4f44-859f-40e8-8fbc-809a7beeff90 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837173 Sep 29 02:13:06.266086 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3efc0990-cd87-43e2-aed7-64c28d032bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.359653 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81136f6a-9831-4e6d-9c79-8fc016c1641a req-e7e5fa2f-be80-480e-8567-6950533b8b33 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:06.362535 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-81136f6a-9831-4e6d-9c79-8fc016c1641a req-e7e5fa2f-be80-480e-8567-6950533b8b33 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0622339 Sep 29 02:13:06.381443 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3efc0990-cd87-43e2-aed7-64c28d032bab admin admin] Publish callbacks [] for security_group (3dc25594-14c5-44f1-8b58-8266a1c01114), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.387786 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3efc0990-cd87-43e2-aed7-64c28d032bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (3dc25594-14c5-44f1-8b58-8266a1c01114), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.416001 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:06.433858 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-81136f6a-9831-4e6d-9c79-8fc016c1641a req-822f2231-3597-4b29-bd76-3a4e0bb431ba tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656397 Sep 29 02:13:06.446198 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-3efc0990-cd87-43e2-aed7-64c28d032bab admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0b10a783b984421788f1a32e3270694e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3879948 Sep 29 02:13:06.447880 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc0990-cd87-43e2-aed7-64c28d032bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc25594-14c5-44f1-8b58-8266a1c01114,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:06.450718 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44830) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:06.593323 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-41ab52bb-7d26-4e8c-8dd9-9fc7b093c575 admin admin] Publish callbacks [] for security_group (3dc25594-14c5-44f1-8b58-8266a1c01114), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.618381 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-41ab52bb-7d26-4e8c-8dd9-9fc7b093c575 admin admin] Publish callbacks [] for security_group (3dc25594-14c5-44f1-8b58-8266a1c01114), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.687918 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-41ab52bb-7d26-4e8c-8dd9-9fc7b093c575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (3dc25594-14c5-44f1-8b58-8266a1c01114), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.691625 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-41ab52bb-7d26-4e8c-8dd9-9fc7b093c575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.692904 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-41ab52bb-7d26-4e8c-8dd9-9fc7b093c575 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3dc25594-14c5-44f1-8b58-8266a1c01114 HTTP/1.1" status: 204 len: 168 time: 0.2282166 Sep 29 02:13:06.703830 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 44840) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:06.704946 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab52bb-7d26-4e8c-8dd9-9fc7b093c575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc25594-14c5-44f1-8b58-8266a1c01114,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:06.729726 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-05410fbd-39b1-4751-ba2b-39c0940e2400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.842766 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-05410fbd-39b1-4751-ba2b-39c0940e2400 admin admin] Publish callbacks [] for security_group (b1e6eae9-ebba-4e49-8dbe-2471ac53528f), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.849441 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-05410fbd-39b1-4751-ba2b-39c0940e2400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (b1e6eae9-ebba-4e49-8dbe-2471ac53528f), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.854715 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:06.898910 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05410fbd-39b1-4751-ba2b-39c0940e2400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e6eae9-ebba-4e49-8dbe-2471ac53528f,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:06.915773 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-05410fbd-39b1-4751-ba2b-39c0940e2400 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b24151f6abf849a38789a40cc923e561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095377 Sep 29 02:13:06.919425 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44848) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:07.007609 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-38b449bf-b0a6-4285-b526-374cb7012ad4 admin admin] Publish callbacks [] for security_group (b1e6eae9-ebba-4e49-8dbe-2471ac53528f), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.025926 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-38b449bf-b0a6-4285-b526-374cb7012ad4 admin admin] Publish callbacks [] for security_group (b1e6eae9-ebba-4e49-8dbe-2471ac53528f), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.085979 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-38b449bf-b0a6-4285-b526-374cb7012ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (b1e6eae9-ebba-4e49-8dbe-2471ac53528f), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.088955 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-38b449bf-b0a6-4285-b526-374cb7012ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.091109 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-38b449bf-b0a6-4285-b526-374cb7012ad4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b1e6eae9-ebba-4e49-8dbe-2471ac53528f HTTP/1.1" status: 204 len: 168 time: 0.1700337 Sep 29 02:13:07.100974 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b449bf-b0a6-4285-b526-374cb7012ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e6eae9-ebba-4e49-8dbe-2471ac53528f,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:07.241380 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44856) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:07.260398 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cb9e0579-4f1d-4c84-85b9-9f7936cb31cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.352882 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cb9e0579-4f1d-4c84-85b9-9f7936cb31cd admin admin] Publish callbacks [] for security_group (15b8dfe0-3c9a-40ef-a7fc-dbfd7e6b17cc), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.358500 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cb9e0579-4f1d-4c84-85b9-9f7936cb31cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (15b8dfe0-3c9a-40ef-a7fc-dbfd7e6b17cc), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.394352 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-cb9e0579-4f1d-4c84-85b9-9f7936cb31cd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=02999c86ddf24b2ca0334a693c9a8950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517100 Sep 29 02:13:07.396891 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 44864) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:07.419979 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:07.439460 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e0579-4f1d-4c84-85b9-9f7936cb31cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b8dfe0-3c9a-40ef-a7fc-dbfd7e6b17cc,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:07.468454 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f92f53c8-2e8f-4ba4-8a5f-35b07d565692 admin admin] Publish callbacks [] for security_group (15b8dfe0-3c9a-40ef-a7fc-dbfd7e6b17cc), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.489262 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f92f53c8-2e8f-4ba4-8a5f-35b07d565692 admin admin] Publish callbacks [] for security_group (15b8dfe0-3c9a-40ef-a7fc-dbfd7e6b17cc), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.537522 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f92f53c8-2e8f-4ba4-8a5f-35b07d565692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (15b8dfe0-3c9a-40ef-a7fc-dbfd7e6b17cc), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.540105 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f92f53c8-2e8f-4ba4-8a5f-35b07d565692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.541294 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-f92f53c8-2e8f-4ba4-8a5f-35b07d565692 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/15b8dfe0-3c9a-40ef-a7fc-dbfd7e6b17cc HTTP/1.1" status: 204 len: 168 time: 0.1434414 Sep 29 02:13:07.550500 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f53c8-2e8f-4ba4-8a5f-35b07d565692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b8dfe0-3c9a-40ef-a7fc-dbfd7e6b17cc,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:08.399383 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22078a19-adf2-493a-9768-6cd2c2bdfc35 req-9c3f411e-78fe-4131-a2b1-c3c9e3c0bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:08.402109 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22078a19-adf2-493a-9768-6cd2c2bdfc35 req-9c3f411e-78fe-4131-a2b1-c3c9e3c0bb11 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 1129 time: 0.0623860 Sep 29 02:13:08.421108 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:08.435300 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b51b28-ed20-4446-9917-6a06da1b5c29 req-95e00ba4-bfdb-4dbb-85b5-7c2b48f03a12 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:08.442704 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e9b51b28-ed20-4446-9917-6a06da1b5c29 req-95e00ba4-bfdb-4dbb-85b5-7c2b48f03a12 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0788887 Sep 29 02:13:08.509522 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e9b51b28-ed20-4446-9917-6a06da1b5c29 req-d5b4851f-d3a1-4f00-83ae-1d4e19ec0d24 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658667 Sep 29 02:13:08.548413 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22078a19-adf2-493a-9768-6cd2c2bdfc35 req-e4f756c3-329e-4a9b-a23b-e8acd939d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:08.549949 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22078a19-adf2-493a-9768-6cd2c2bdfc35 req-e4f756c3-329e-4a9b-a23b-e8acd939d5ed service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 918 time: 0.1403391 Sep 29 02:13:08.610694 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22078a19-adf2-493a-9768-6cd2c2bdfc35 req-1bd79856-4c97-4366-b675-1786932de64e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d489b0-8ea1-47ef-acc4-1d824148d54e HTTP/1.1" status: 200 len: 217 time: 0.0385373 Sep 29 02:13:08.745003 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22078a19-adf2-493a-9768-6cd2c2bdfc35 req-5b7a6430-45df-48fa-ac82-dd0dc1984514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:08.746766 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22078a19-adf2-493a-9768-6cd2c2bdfc35 req-5b7a6430-45df-48fa-ac82-dd0dc1984514 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.1258633 Sep 29 02:13:08.803978 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22078a19-adf2-493a-9768-6cd2c2bdfc35 req-5aaf6648-1ae4-4136-aa2c-938d203b57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:08.805571 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22078a19-adf2-493a-9768-6cd2c2bdfc35 req-5aaf6648-1ae4-4136-aa2c-938d203b57cf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518441 Sep 29 02:13:08.877372 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:08.918739 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22078a19-adf2-493a-9768-6cd2c2bdfc35 req-dfacdc7c-d44b-449f-b5f3-63d104cab3c9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055233 Sep 29 02:13:09.046076 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22078a19-adf2-493a-9768-6cd2c2bdfc35 req-b307667e-042e-43ed-94a8-c8173bb13302 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200778 Sep 29 02:13:09.590437 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 45004) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:09.653665 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11a3fb-ba43-40f6-b21a-b702e484bb7e req-1cdeca1c-164d-4ab5-a71d-d8c41ec53bea tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:09.655371 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9b11a3fb-ba43-40f6-b21a-b702e484bb7e req-1cdeca1c-164d-4ab5-a71d-d8c41ec53bea tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0533133 Sep 29 02:13:09.723894 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c9746624-4829-4854-bba1-c385ac729f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:09.729859 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9b11a3fb-ba43-40f6-b21a-b702e484bb7e req-d5aaf7b3-91e7-44f2-be03-e9de0beb4be8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665870 Sep 29 02:13:09.813260 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c9746624-4829-4854-bba1-c385ac729f51 admin admin] Publish callbacks [] for security_group (d0b25201-e8ef-43fc-9e9b-b67476100240), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:09.819509 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c9746624-4829-4854-bba1-c385ac729f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d0b25201-e8ef-43fc-9e9b-b67476100240), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:09.866311 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 45012) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:09.866894 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-c9746624-4829-4854-bba1-c385ac729f51 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e087576431f744a0b23dd42ab0b8eb75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753057 Sep 29 02:13:09.867320 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9746624-4829-4854-bba1-c385ac729f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b25201-e8ef-43fc-9e9b-b67476100240,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:09.931204 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad6a7-bca8-46a0-8c59-5578e5f59325 admin admin] Publish callbacks [] for security_group (d0b25201-e8ef-43fc-9e9b-b67476100240), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:09.960815 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad6a7-bca8-46a0-8c59-5578e5f59325 admin admin] Publish callbacks [] for security_group (d0b25201-e8ef-43fc-9e9b-b67476100240), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.018888 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad6a7-bca8-46a0-8c59-5578e5f59325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d0b25201-e8ef-43fc-9e9b-b67476100240), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.022242 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad6a7-bca8-46a0-8c59-5578e5f59325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.024018 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-dd1ad6a7-bca8-46a0-8c59-5578e5f59325 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d0b25201-e8ef-43fc-9e9b-b67476100240 HTTP/1.1" status: 204 len: 168 time: 0.1558475 Sep 29 02:13:10.035329 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ad6a7-bca8-46a0-8c59-5578e5f59325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b25201-e8ef-43fc-9e9b-b67476100240,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:10.331380 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 45030) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:10.344608 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6a56fa7b-70de-4ebb-b32a-02bbfef14f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.426194 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6a56fa7b-70de-4ebb-b32a-02bbfef14f9c admin admin] Publish callbacks [] for security_group (4ecfdc29-53ab-4b09-8252-f378416e3d54), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.429806 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6a56fa7b-70de-4ebb-b32a-02bbfef14f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (4ecfdc29-53ab-4b09-8252-f378416e3d54), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.445124 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:10.468248 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56fa7b-70de-4ebb-b32a-02bbfef14f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecfdc29-53ab-4b09-8252-f378416e3d54,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:10.474059 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-6a56fa7b-70de-4ebb-b32a-02bbfef14f9c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=32cab68aa87e4ad38d4a33aa23017679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416297 Sep 29 02:13:10.477700 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 45032) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:10.528552 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a07b3cab-8a5c-4786-b556-c3e8608cca38 admin admin] Publish callbacks [] for security_group (4ecfdc29-53ab-4b09-8252-f378416e3d54), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.549518 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a07b3cab-8a5c-4786-b556-c3e8608cca38 admin admin] Publish callbacks [] for security_group (4ecfdc29-53ab-4b09-8252-f378416e3d54), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.597733 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a07b3cab-8a5c-4786-b556-c3e8608cca38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (4ecfdc29-53ab-4b09-8252-f378416e3d54), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.600377 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a07b3cab-8a5c-4786-b556-c3e8608cca38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.601536 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-a07b3cab-8a5c-4786-b556-c3e8608cca38 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4ecfdc29-53ab-4b09-8252-f378416e3d54 HTTP/1.1" status: 204 len: 168 time: 0.1229870 Sep 29 02:13:10.609609 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b3cab-8a5c-4786-b556-c3e8608cca38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecfdc29-53ab-4b09-8252-f378416e3d54,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:10.858591 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e446ab-cd36-4d32-abc0-1d715045532f req-cba3575f-53b1-4285-b0ab-1f5ad29259c4 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:10.860084 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a3e446ab-cd36-4d32-abc0-1d715045532f req-cba3575f-53b1-4285-b0ab-1f5ad29259c4 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0475483 Sep 29 02:13:10.908967 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a3e446ab-cd36-4d32-abc0-1d715045532f req-ec79b103-1512-426f-8ad5-02a94deb71d4 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431893 Sep 29 02:13:12.033793 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9f71-91f2-486d-84ce-e55c88209c10 req-eef1278c-4570-4bb3-a4a1-fec80cdf82a9 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:12.035294 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cb2e9f71-91f2-486d-84ce-e55c88209c10 req-eef1278c-4570-4bb3-a4a1-fec80cdf82a9 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0488863 Sep 29 02:13:12.086207 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cb2e9f71-91f2-486d-84ce-e55c88209c10 req-919e1f80-2dc5-459d-8cc8-604fe172a528 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440600 Sep 29 02:13:13.221720 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f69a7-11aa-4088-80f4-072c72e4e1c4 req-46856bb8-6d6c-43c1-acbb-31340278801d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:13.224288 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f41f69a7-11aa-4088-80f4-072c72e4e1c4 req-46856bb8-6d6c-43c1-acbb-31340278801d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0577877 Sep 29 02:13:13.299716 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f41f69a7-11aa-4088-80f4-072c72e4e1c4 req-6484d20f-7d57-4df0-a69f-1420ae2288f6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696507 Sep 29 02:13:13.848534 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:13.855302 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:14.435424 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536f217-7acc-471f-b717-5b88c7b4aba3 req-33d7d2af-97ab-4f45-b91b-52ca37a2af0b tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:14.436849 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3536f217-7acc-471f-b717-5b88c7b4aba3 req-33d7d2af-97ab-4f45-b91b-52ca37a2af0b tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0533907 Sep 29 02:13:14.484855 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3536f217-7acc-471f-b717-5b88c7b4aba3 req-4275ed70-f9ef-4da1-b10e-003c10cbbd6c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419190 Sep 29 02:13:15.310373 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-578212ff-26ed-4f4b-af3c-b19ff0e556ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.622465 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738ff4e-9622-4929-8d9b-1f864258a9cb req-8731781f-1096-4bb9-ac6b-cb1f50ea3651 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:15.623954 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9738ff4e-9622-4929-8d9b-1f864258a9cb req-8731781f-1096-4bb9-ac6b-cb1f50ea3651 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0526791 Sep 29 02:13:15.644149 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:15.651959 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:15.686527 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9738ff4e-9622-4929-8d9b-1f864258a9cb req-8f2db441-f147-4c22-ac16-09bf1afb69ea tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553281 Sep 29 02:13:16.807331 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34560a30-695b-4c71-ae48-e0b4290b5a29 req-ad6042ec-d7ae-465c-b92a-2f9eee55288a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:16.808951 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-34560a30-695b-4c71-ae48-e0b4290b5a29 req-ad6042ec-d7ae-465c-b92a-2f9eee55288a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0460420 Sep 29 02:13:16.856710 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-34560a30-695b-4c71-ae48-e0b4290b5a29 req-f39b57ed-5a0d-40e3-991a-0fbc5e852d5f tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422666 Sep 29 02:13:17.676738 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-008261b1-f2a7-4378-8b4b-3a72371f7222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:17.977876 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22257548-f292-4d1c-b202-fa3c25afa455 req-29faf3fc-9ff7-4315-ba1c-f241e9a19a10 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:17.979316 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22257548-f292-4d1c-b202-fa3c25afa455 req-29faf3fc-9ff7-4315-ba1c-f241e9a19a10 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0452249 Sep 29 02:13:18.027693 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22257548-f292-4d1c-b202-fa3c25afa455 req-b1e8c426-f52d-4bc7-b5e4-81ff076d5403 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430269 Sep 29 02:13:18.787402 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:19.145392 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e945-4067-4198-912a-6b116c1b8345 req-8fb12c9f-fb02-40b6-a8bc-71b55934845a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:19.146842 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cc36e945-4067-4198-912a-6b116c1b8345 req-8fb12c9f-fb02-40b6-a8bc-71b55934845a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0464795 Sep 29 02:13:19.193012 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cc36e945-4067-4198-912a-6b116c1b8345 req-54fa6375-474f-4f93-a46f-c83b7c9ef4aa tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Sep 29 02:13:20.310407 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee119a1-f2d6-4928-9337-d801160a7482 req-dea097fe-3837-4a15-86a5-d6278385feec tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:20.311890 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fee119a1-f2d6-4928-9337-d801160a7482 req-dea097fe-3837-4a15-86a5-d6278385feec tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0460358 Sep 29 02:13:20.358049 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fee119a1-f2d6-4928-9337-d801160a7482 req-b47e41eb-1ba2-4ed3-bd08-e5aa352e6918 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Sep 29 02:13:20.420835 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:20.467102 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=50,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:20.554175 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:21.502128 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5e80c-3d9e-49d2-99ad-8ce0405af099 req-85d460b4-fa0d-4201-a2af-299721955451 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:21.503617 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-13c5e80c-3d9e-49d2-99ad-8ce0405af099 req-85d460b4-fa0d-4201-a2af-299721955451 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0640292 Sep 29 02:13:21.550999 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-13c5e80c-3d9e-49d2-99ad-8ce0405af099 req-917d040f-62bc-4633-bef0-45e9d849b681 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Sep 29 02:13:22.680187 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcbc54-5984-43f8-ace8-57b2179ad50e req-0266aa73-f642-4c5d-90b4-a66c2fc57411 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:22.682770 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-45fcbc54-5984-43f8-ace8-57b2179ad50e req-0266aa73-f642-4c5d-90b4-a66c2fc57411 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0538750 Sep 29 02:13:22.732632 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-45fcbc54-5984-43f8-ace8-57b2179ad50e req-28e413b6-92bd-4ad7-85d7-f0bb7650793b tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437303 Sep 29 02:13:23.055154 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-e5aa2b10-81ba-4124-b9a8-60df979a0b95 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1192136061&fields=id&tenant_id=165a7d71a21240a79e77abbe80717389 HTTP/1.1" status: 200 len: 267 time: 0.0487893 Sep 29 02:13:23.166495 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-e4dbb736-f617-4a9b-9d34-3bce1e33b62b tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:23.167843 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-e4dbb736-f617-4a9b-9d34-3bce1e33b62b tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 811 time: 0.1063330 Sep 29 02:13:23.193157 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-882b0452-fb5b-4240-91af-cf6eb0f89641 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/quotas/165a7d71a21240a79e77abbe80717389 HTTP/1.1" status: 200 len: 375 time: 0.0158322 Sep 29 02:13:23.246517 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-eccd35ef-7398-40c2-834c-7880f1286f49 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466304 Sep 29 02:13:23.358879 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-aec3a40d-96c1-439e-ad7b-e4c0de5e0890 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000335 Sep 29 02:13:23.461107 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-46ef8c27-7df5-4c20-a19e-4fb64fccaa9b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962288 Sep 29 02:13:23.764040 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:23.789315 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b7302a08-ff6b-4ce3-ba68-2402d9967b7e req-b26f7871-df8c-474c-8fc8-a2eba5b55e6b tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 210 time: 0.0338011 Sep 29 02:13:23.867344 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:23.888504 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499c7c2-758d-4835-a537-d36c399b01df req-4f30e5eb-1b3f-46a5-9f0c-afdc6c087605 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:23.890027 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c499c7c2-758d-4835-a537-d36c399b01df req-4f30e5eb-1b3f-46a5-9f0c-afdc6c087605 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0571873 Sep 29 02:13:23.942184 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c499c7c2-758d-4835-a537-d36c399b01df req-13facdb2-0246-4411-b363-8f11b171b416 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452564 Sep 29 02:13:23.944453 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 45358) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:24.066382 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.149351 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Publish callbacks [] for security_group (9d7c384b-2e97-41e8-9f03-c36eac315364), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.153350 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (9d7c384b-2e97-41e8-9f03-c36eac315364), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.200763 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=134252500ee5475dbd9c388fa7f0fcbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551985 Sep 29 02:13:24.201658 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7c384b-2e97-41e8-9f03-c36eac315364,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:24.203453 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 45364) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:24.209032 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.209379 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.209719 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.210057 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.210389 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.210718 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.212524 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.212892 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.213227 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.213560 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.213891 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.214221 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.214897 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.214897 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.215160 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8a7c1-5913-4f76-875b-e7cf2a9ab3a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.255847 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Publish callbacks [] for security_group (9d7c384b-2e97-41e8-9f03-c36eac315364), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.277894 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Publish callbacks [] for security_group (9d7c384b-2e97-41e8-9f03-c36eac315364), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.326173 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (9d7c384b-2e97-41e8-9f03-c36eac315364), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.328647 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.329834 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9d7c384b-2e97-41e8-9f03-c36eac315364 HTTP/1.1" status: 204 len: 168 time: 0.1254191 Sep 29 02:13:24.338320 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7c384b-2e97-41e8-9f03-c36eac315364,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:24.346988 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.347444 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.347929 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.348284 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.348624 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.348993 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.349329 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.349659 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.350005 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.350341 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.350688 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.351030 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.351340 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.351703 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.352008 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fa93c-e108-42ee-9d42-2dd60df3b513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:24.607317 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 45376) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:24.621092 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-07b2562e-c849-4cf8-be7c-96c780589e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.702947 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-07b2562e-c849-4cf8-be7c-96c780589e08 admin admin] Publish callbacks [] for security_group (d3850bc9-0923-4117-8477-567b68ef31c3), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.707273 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-07b2562e-c849-4cf8-be7c-96c780589e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d3850bc9-0923-4117-8477-567b68ef31c3), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.744012 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2562e-c849-4cf8-be7c-96c780589e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3850bc9-0923-4117-8477-567b68ef31c3,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:24.748340 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-07b2562e-c849-4cf8-be7c-96c780589e08 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d8f15fcebbc34104afdb7b4316f5e78a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399665 Sep 29 02:13:24.751299 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 45378) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:24.803566 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-89e05f9d-20c2-4332-af6f-27d9eae2b280 admin admin] Publish callbacks [] for security_group (d3850bc9-0923-4117-8477-567b68ef31c3), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.823206 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-89e05f9d-20c2-4332-af6f-27d9eae2b280 admin admin] Publish callbacks [] for security_group (d3850bc9-0923-4117-8477-567b68ef31c3), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.878651 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-89e05f9d-20c2-4332-af6f-27d9eae2b280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d3850bc9-0923-4117-8477-567b68ef31c3), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.881722 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-89e05f9d-20c2-4332-af6f-27d9eae2b280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.885487 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-89e05f9d-20c2-4332-af6f-27d9eae2b280 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d3850bc9-0923-4117-8477-567b68ef31c3 HTTP/1.1" status: 204 len: 168 time: 0.1306663 Sep 29 02:13:24.902828 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e91dd48a-5c5c-4b59-8c57-8786774f3d4a req-7e6dd763-7c1c-44a5-a554-d51fa98caca3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 210 time: 0.0362196 Sep 29 02:13:24.907972 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e05f9d-20c2-4332-af6f-27d9eae2b280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3850bc9-0923-4117-8477-567b68ef31c3,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:25.081101 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125025db-88fe-4a5a-b826-55e64de7cb4d req-17b917b6-10f2-4457-a0ef-995da934e016 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:25.082701 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-125025db-88fe-4a5a-b826-55e64de7cb4d req-17b917b6-10f2-4457-a0ef-995da934e016 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0516591 Sep 29 02:13:25.132328 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-125025db-88fe-4a5a-b826-55e64de7cb4d req-00352e98-7fdf-4bf4-a78d-dd9abc080118 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Sep 29 02:13:26.007345 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-809aef9c-1500-4f77-97f5-eb93953b18f2 req-1094c522-c958-4279-b5a9-3f4a01dbe587 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 210 time: 0.0270472 Sep 29 02:13:26.078127 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.255710 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90273a73-e9e7-4eff-87f6-1e7147461421 req-9d9baf7a-e357-4ba3-a1c9-7bf3463f3e48 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:26.257209 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-90273a73-e9e7-4eff-87f6-1e7147461421 req-9d9baf7a-e357-4ba3-a1c9-7bf3463f3e48 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0454257 Sep 29 02:13:26.306520 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-90273a73-e9e7-4eff-87f6-1e7147461421 req-64e56164-f286-456d-b88e-efe25be45886 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436907 Sep 29 02:13:26.820078 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f0aafdbb-5bdb-49ea-962f-39485d3e97fc req-7bf1174d-ae15-4853-90b4-f9328c87705c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465093 Sep 29 02:13:27.109205 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f91f056e-b462-41eb-b1be-319822bfb5d6 req-4b56783f-dffa-49a3-9f6c-d886a40e14df tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 210 time: 0.0296128 Sep 29 02:13:27.296835 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aafdbb-5bdb-49ea-962f-39485d3e97fc req-00008412-7b84-4422-b68a-1884087d764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.298529 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f0aafdbb-5bdb-49ea-962f-39485d3e97fc req-00008412-7b84-4422-b68a-1884087d764a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2a04f2488c2a4d219ad8193c4dd12b65&device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 1130 time: 0.0519650 Sep 29 02:13:27.473392 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ee2d-128a-48ef-a667-47d559c1cfa6 req-ecce4d79-4380-4c6e-a82d-9845de48b7cb tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.475302 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f5c4ee2d-128a-48ef-a667-47d559c1cfa6 req-ecce4d79-4380-4c6e-a82d-9845de48b7cb tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0869701 Sep 29 02:13:27.556407 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f5c4ee2d-128a-48ef-a667-47d559c1cfa6 req-1af39215-a3a9-4f1a-a47c-47bd7469c370 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609150 Sep 29 02:13:27.690762 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aafdbb-5bdb-49ea-962f-39485d3e97fc req-f189ff11-813b-4b2d-9b04-cd34ec8eec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.690762 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f0aafdbb-5bdb-49ea-962f-39485d3e97fc req-f189ff11-813b-4b2d-9b04-cd34ec8eec7a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 HTTP/1.1" status: 200 len: 910 time: 0.3639128 Sep 29 02:13:27.841455 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b81035-5c4f-4cab-9c3f-22373503e45b req-3bf00870-a6ca-48bf-81f9-a748e9ea02fb tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.843333 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b8b81035-5c4f-4cab-9c3f-22373503e45b req-3bf00870-a6ca-48bf-81f9-a748e9ea02fb tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0496430 Sep 29 02:13:27.913407 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b8b81035-5c4f-4cab-9c3f-22373503e45b req-53d21224-2a10-428c-b80e-8ac28e212ab8 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595508 Sep 29 02:13:28.215058 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6ea45efa-33af-4b70-a42b-b67097180151 req-a8c2eaab-df8a-4fbe-8c1a-84877af7dfd0 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 210 time: 0.0293815 Sep 29 02:13:28.323248 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f0aafdbb-5bdb-49ea-962f-39485d3e97fc req-2328470e-c442-463e-a016-3e746689ca9a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4ee4981-fc1b-4a7a-af00-412764134573 HTTP/1.1" status: 200 len: 1001 time: 0.0597785 Sep 29 02:13:28.674462 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cad94-d723-42a4-a4ca-f594a5e35192 req-9c03ef1e-5d12-4fad-9115-dc9c57d9a2d3 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:28.675908 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-263cad94-d723-42a4-a4ca-f594a5e35192 req-9c03ef1e-5d12-4fad-9115-dc9c57d9a2d3 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0453987 Sep 29 02:13:28.697701 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:28.730103 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-263cad94-d723-42a4-a4ca-f594a5e35192 req-3aa6b176-d43a-42ce-91ff-7694086d08cf tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480726 Sep 29 02:13:28.730718 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aafdbb-5bdb-49ea-962f-39485d3e97fc req-f18ad1b7-e3b8-4e42-a69d-182da22950d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:28.732297 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f0aafdbb-5bdb-49ea-962f-39485d3e97fc req-f18ad1b7-e3b8-4e42-a69d-182da22950d0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c97b77e6-502e-434a-8af4-d88686453bb8 HTTP/1.1" status: 200 len: 849 time: 0.0503652 Sep 29 02:13:28.772833 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:28.781457 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aafdbb-5bdb-49ea-962f-39485d3e97fc req-c0a1e640-230a-4bf4-8753-5d8db227aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:28.783911 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f0aafdbb-5bdb-49ea-962f-39485d3e97fc req-c0a1e640-230a-4bf4-8753-5d8db227aa5c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428405 Sep 29 02:13:28.871102 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d3976-0d2b-46d5-a037-ddc5e07c70c2 req-6f1875e7-812a-4898-bbe6-d1e9cd4308f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:28.872630 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-316d3976-0d2b-46d5-a037-ddc5e07c70c2 req-6f1875e7-812a-4898-bbe6-d1e9cd4308f2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 1129 time: 0.0876544 Sep 29 02:13:28.889608 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-05babbf1-a500-40c9-a67a-8d22a3e80662 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:28.891640 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-05babbf1-a500-40c9-a67a-8d22a3e80662 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 811 time: 0.1313162 Sep 29 02:13:28.925202 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f0aafdbb-5bdb-49ea-962f-39485d3e97fc req-bb43f194-3a1d-4cc0-8ca2-a93786d7a118 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316068 Sep 29 02:13:28.966715 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-316d3976-0d2b-46d5-a037-ddc5e07c70c2 req-3757e6f7-e442-4d20-901c-1f82ebe6b364 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730846 Sep 29 02:13:28.994241 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-3e25a765-c73f-4938-b8a8-2f5c9f370457 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=165a7d71a21240a79e77abbe80717389 HTTP/1.1" status: 200 len: 380 time: 0.0948226 Sep 29 02:13:29.003879 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:29.024626 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:29.062136 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f0aafdbb-5bdb-49ea-962f-39485d3e97fc req-30ce5f68-9548-4aad-acdd-798071f429fe service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225748 Sep 29 02:13:29.072292 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d38d88-f07e-45e7-9b04-a6628fa7f126 req-03659453-15fa-4d1f-a1be-fa7b1a58ca7c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:29.073915 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-91d38d88-f07e-45e7-9b04-a6628fa7f126 req-03659453-15fa-4d1f-a1be-fa7b1a58ca7c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0559614 Sep 29 02:13:29.122548 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-91d38d88-f07e-45e7-9b04-a6628fa7f126 req-106b32af-b55b-47be-9ce6-92f9562b435e tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427098 Sep 29 02:13:29.192958 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-37e3c9a5-383b-4090-b2e2-dadd97eca8c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Request body: {'port': {'device_id': 'b1ce15de-a4e2-4b52-a814-216d8e2e2c29', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'admin_state_up': True, 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'security_groups': ['d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed']}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:29.341226 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eb939141-513a-492c-8882-efac7e668246 req-c4be01b8-606c-4d24-8ff0-405bac7c7e3c tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 210 time: 0.0353141 Sep 29 02:13:29.368496 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 45512) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:29.375393 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-37e3c9a5-383b-4090-b2e2-dadd97eca8c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Made reservation on behalf of 165a7d71a21240a79e77abbe80717389 for: {'port': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:29.379458 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-37e3c9a5-383b-4090-b2e2-dadd97eca8c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.483163 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57b0bb97-ef8c-438c-af1c-cc83863552d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.511450 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-37e3c9a5-383b-4090-b2e2-dadd97eca8c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Allocated IP 172.20.0.3 (7fb5d174-0244-4143-a2ba-fb111b24bb02/3b189aa6-b5d7-42f0-bc64-21d8dbf2a762/41804ce2-42ee-4042-84c0-5cf930010166) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:29.561600 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57b0bb97-ef8c-438c-af1c-cc83863552d7 admin admin] Publish callbacks [] for security_group (8f066dec-0364-4fff-9b09-ff99eb902599), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.570913 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57b0bb97-ef8c-438c-af1c-cc83863552d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (8f066dec-0364-4fff-9b09-ff99eb902599), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.614322 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-57b0bb97-ef8c-438c-af1c-cc83863552d7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2f94839bac5748b9ba9a963064f48e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420869 Sep 29 02:13:29.614322 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0bb97-ef8c-438c-af1c-cc83863552d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f066dec-0364-4fff-9b09-ff99eb902599,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:29.615002 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 45516) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:29.671553 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-596c4e58-1dab-4899-9555-3fa5d67cdb46 admin admin] Publish callbacks [] for security_group (8f066dec-0364-4fff-9b09-ff99eb902599), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.672704 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-37e3c9a5-383b-4090-b2e2-dadd97eca8c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for port (41804ce2-42ee-4042-84c0-5cf930010166), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.693541 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-596c4e58-1dab-4899-9555-3fa5d67cdb46 admin admin] Publish callbacks [] for security_group (8f066dec-0364-4fff-9b09-ff99eb902599), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.706194 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-37e3c9a5-383b-4090-b2e2-dadd97eca8c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (41804ce2-42ee-4042-84c0-5cf930010166), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.748115 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-596c4e58-1dab-4899-9555-3fa5d67cdb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (8f066dec-0364-4fff-9b09-ff99eb902599), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.750907 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-596c4e58-1dab-4899-9555-3fa5d67cdb46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.752053 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-596c4e58-1dab-4899-9555-3fa5d67cdb46 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8f066dec-0364-4fff-9b09-ff99eb902599 HTTP/1.1" status: 204 len: 168 time: 0.1361659 Sep 29 02:13:29.763128 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c4e58-1dab-4899-9555-3fa5d67cdb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f066dec-0364-4fff-9b09-ff99eb902599,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:29.764283 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-37e3c9a5-383b-4090-b2e2-dadd97eca8c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Network 7fb5d174-0244-4143-a2ba-fb111b24bb02 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:29.772166 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-37e3c9a5-383b-4090-b2e2-dadd97eca8c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:29.788856 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-37e3c9a5-383b-4090-b2e2-dadd97eca8c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:29.804305 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3c9a5-383b-4090-b2e2-dadd97eca8c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'Port': ['ID=41804ce2-42ee-4042-84c0-5cf930010166,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:29.845933 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:29.850221 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:13:29.884456 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:29.904626 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8942fdd-8a5a-4788-87ac-f7ca973f374e req-da73a03e-2c61-47d4-b861-4ea0a7ff2ed4 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:29.906292 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f8942fdd-8a5a-4788-87ac-f7ca973f374e req-da73a03e-2c61-47d4-b861-4ea0a7ff2ed4 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0737216 Sep 29 02:13:29.911853 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-37e3c9a5-383b-4090-b2e2-dadd97eca8c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:29.912601 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-37e3c9a5-383b-4090-b2e2-dadd97eca8c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.961896 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-37e3c9a5-383b-4090-b2e2-dadd97eca8c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7735217 Sep 29 02:13:29.984330 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Request body: {'port': {'device_id': 'b1ce15de-a4e2-4b52-a814-216d8e2e2c29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:29.994374 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f8942fdd-8a5a-4788-87ac-f7ca973f374e req-ab41cf03-fdb4-44df-a0bd-e49ba8b5e424 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780077 Sep 29 02:13:30.062250 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-f8e5a760-88bf-4a4e-b3bf-5e7f3500cc68 None None] Provisioning complete for port 41804ce2-42ee-4042-84c0-5cf930010166 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:30.064986 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-f8e5a760-88bf-4a4e-b3bf-5e7f3500cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (41804ce2-42ee-4042-84c0-5cf930010166), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.065360 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f8e5a760-88bf-4a4e-b3bf-5e7f3500cc68 None None] Attempt 1 to provision port 41804ce2-42ee-4042-84c0-5cf930010166 Sep 29 02:13:30.066986 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (41804ce2-42ee-4042-84c0-5cf930010166), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.072271 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:30.132163 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5a760-88bf-4a4e-b3bf-5e7f3500cc68 None None] Port 41804ce2-42ee-4042-84c0-5cf930010166 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:30.219917 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 45530) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:30.240453 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-20575dba-e86c-4c4d-8c48-5437ad05fa40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.324330 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce8b82-1793-4ca3-aa39-d06713d486f2 req-be1b9fda-fef4-4361-bf26-c46140484d78 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.325903 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f3ce8b82-1793-4ca3-aa39-d06713d486f2 req-be1b9fda-fef4-4361-bf26-c46140484d78 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0935082 Sep 29 02:13:30.365055 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-20575dba-e86c-4c4d-8c48-5437ad05fa40 admin admin] Publish callbacks [] for security_group (b9a49cc3-3fb3-4d2a-9254-cc867bb0847f), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.369487 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-20575dba-e86c-4c4d-8c48-5437ad05fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (b9a49cc3-3fb3-4d2a-9254-cc867bb0847f), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.422818 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20575dba-e86c-4c4d-8c48-5437ad05fa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a49cc3-3fb3-4d2a-9254-cc867bb0847f,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:30.427540 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f3ce8b82-1793-4ca3-aa39-d06713d486f2 req-7ac6b9f4-7529-4e61-ad1d-d90b95501a81 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931675 Sep 29 02:13:30.442781 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-20575dba-e86c-4c4d-8c48-5437ad05fa40 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c0b862d322034d3eaabfe72aff5bdfc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217548 Sep 29 02:13:30.445679 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 45540) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:30.493774 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41804ce2-42ee-4042-84c0-5cf930010166 {{(pid=106336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:30.508163 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Publish callbacks [] for port (41804ce2-42ee-4042-84c0-5cf930010166), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.535503 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a4acb6ec-1c73-4164-bab5-303b8996e821 admin admin] Publish callbacks [] for security_group (b9a49cc3-3fb3-4d2a-9254-cc867bb0847f), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.537291 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.provisioning_blocks [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Transition to ACTIVE for port object 41804ce2-42ee-4042-84c0-5cf930010166 will not be triggered until provisioned by entity L2. {{(pid=106336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:13:30.542000 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (41804ce2-42ee-4042-84c0-5cf930010166), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.559582 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a4acb6ec-1c73-4164-bab5-303b8996e821 admin admin] Publish callbacks [] for security_group (b9a49cc3-3fb3-4d2a-9254-cc867bb0847f), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.615250 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a4acb6ec-1c73-4164-bab5-303b8996e821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (b9a49cc3-3fb3-4d2a-9254-cc867bb0847f), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.618485 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a4acb6ec-1c73-4164-bab5-303b8996e821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.621884 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a4acb6ec-1c73-4164-bab5-303b8996e821 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b9a49cc3-3fb3-4d2a-9254-cc867bb0847f HTTP/1.1" status: 204 len: 168 time: 0.1728499 Sep 29 02:13:30.622848 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Pushing event updated for resources: {'Port': ['ID=41804ce2-42ee-4042-84c0-5cf930010166,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:30.633735 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f8e5a760-88bf-4a4e-b3bf-5e7f3500cc68 None None] Attempt 2 to provision port 41804ce2-42ee-4042-84c0-5cf930010166 Sep 29 02:13:30.641918 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acb6ec-1c73-4164-bab5-303b8996e821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a49cc3-3fb3-4d2a-9254-cc867bb0847f,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:30.694796 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:30.696620 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed933136-caac-4795-90fc-f837f2ec9559 req-a5da121f-b3a8-479c-9a61-2332ddbf95f8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.698239 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ed933136-caac-4795-90fc-f837f2ec9559 req-a5da121f-b3a8-479c-9a61-2332ddbf95f8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 943 time: 0.1135671 Sep 29 02:13:30.737857 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5a760-88bf-4a4e-b3bf-5e7f3500cc68 None None] Port 41804ce2-42ee-4042-84c0-5cf930010166 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:30.755649 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Attempting to bind port 41804ce2-42ee-4042-84c0-5cf930010166 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:30.755987 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Attempting to bind port 41804ce2-42ee-4042-84c0-5cf930010166 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'}] {{(pid=106336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:30.756311 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Attempting to bind port 41804ce2-42ee-4042-84c0-5cf930010166 on network 7fb5d174-0244-4143-a2ba-fb111b24bb02 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:30.796100 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:30.811539 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ed933136-caac-4795-90fc-f837f2ec9559 req-7b50c1e8-be08-4a13-9ebc-bbc95daafa56 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050687 Sep 29 02:13:30.827006 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Port 41804ce2-42ee-4042-84c0-5cf930010166 on network 7fb5d174-0244-4143-a2ba-fb111b24bb02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:13:30.829115 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Attempting to bind port 41804ce2-42ee-4042-84c0-5cf930010166 on network 7fb5d174-0244-4143-a2ba-fb111b24bb02 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:30.871922 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:30.872255 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Checking segment: {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:30.872639 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Bound using segment: {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'} {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:30.873269 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Bound port: 41804ce2-42ee-4042-84c0-5cf930010166, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'}}] {{(pid=106336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:30.873634 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (41804ce2-42ee-4042-84c0-5cf930010166), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.934765 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] For port 41804ce2-42ee-4042-84c0-5cf930010166, host hv-cinder-74014, cleared binding levels {{(pid=106336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:30.938722 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] For port 41804ce2-42ee-4042-84c0-5cf930010166, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=41804ce2-42ee-4042-84c0-5cf930010166,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:30.946983 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (41804ce2-42ee-4042-84c0-5cf930010166), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.951609 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.952402 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.965108 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/41804ce2-42ee-4042-84c0-5cf930010166 HTTP/1.1" status: 200 len: 1093 time: 0.9749870 Sep 29 02:13:30.965108 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ce15de-a4e2-4b52-a814-216d8e2e2c29', 'tag': '41804ce2-42ee-4042-84c0-5cf930010166'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:30.965108 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2a68bc-518e-4aba-a924-06d0d2be4cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ce15de-a4e2-4b52-a814-216d8e2e2c29", "tag": "41804ce2-42ee-4042-84c0-5cf930010166"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:31.002981 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64293e8b-9ebb-404a-90fc-4097e22190ba x-openstack-request-id: req-64293e8b-9ebb-404a-90fc-4097e22190ba {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:31.003274 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ce15de-a4e2-4b52-a814-216d8e2e2c29", "tag": "41804ce2-42ee-4042-84c0-5cf930010166", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:31.003532 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-64293e8b-9ebb-404a-90fc-4097e22190ba {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:31.003945 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64293e8b-9ebb-404a-90fc-4097e22190ba'] response: {'name': 'network-changed', 'server_uuid': 'b1ce15de-a4e2-4b52-a814-216d8e2e2c29', 'tag': '41804ce2-42ee-4042-84c0-5cf930010166', 'status': 'completed', 'code': 200} Sep 29 02:13:31.006543 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:31.017256 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff6bf3-2130-43d0-9978-0a1782aef3ad service neutron] Pushing event updated for resources: {'Port': ['ID=41804ce2-42ee-4042-84c0-5cf930010166,revision_number=3']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:31.194103 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8644a-9752-4e7c-a8c3-00d485f27293 req-5907f57e-f852-4d94-903f-fc6cae9c4708 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.195599 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-aed8644a-9752-4e7c-a8c3-00d485f27293 req-5907f57e-f852-4d94-903f-fc6cae9c4708 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.1024442 Sep 29 02:13:31.201256 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a68bc-518e-4aba-a924-06d0d2be4cb0 req-eb18d8aa-f123-48a9-be72-ba949a435235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.202662 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7b2a68bc-518e-4aba-a924-06d0d2be4cb0 req-eb18d8aa-f123-48a9-be72-ba949a435235 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 1127 time: 0.0907815 Sep 29 02:13:31.239043 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-f8e5a760-88bf-4a4e-b3bf-5e7f3500cc68 None None] Attempt 3 to provision port 41804ce2-42ee-4042-84c0-5cf930010166 Sep 29 02:13:31.259467 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-aed8644a-9752-4e7c-a8c3-00d485f27293 req-9b59b6a4-24f9-4458-b505-249d622d1346 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558627 Sep 29 02:13:31.294688 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5a760-88bf-4a4e-b3bf-5e7f3500cc68 None None] Port 41804ce2-42ee-4042-84c0-5cf930010166 had new provisioning blocks added so it will not transition to active. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:13:31.591962 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a68bc-518e-4aba-a924-06d0d2be4cb0 req-94a37009-5096-4290-8f10-133f22807124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.593589 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7b2a68bc-518e-4aba-a924-06d0d2be4cb0 req-94a37009-5096-4290-8f10-133f22807124 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=165a7d71a21240a79e77abbe80717389&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1454332 Sep 29 02:13:31.603801 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645690-7771-43e5-b296-393628d6e5ed req-764c18f3-26e8-4bf4-a16a-f26f8e63beb5 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.605287 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a5645690-7771-43e5-b296-393628d6e5ed req-764c18f3-26e8-4bf4-a16a-f26f8e63beb5 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0693905 Sep 29 02:13:31.732677 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a5645690-7771-43e5-b296-393628d6e5ed req-5e23ffb1-462b-4be9-b725-c47aac6eb3c0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106837 Sep 29 02:13:31.773638 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a68bc-518e-4aba-a924-06d0d2be4cb0 req-347704b8-214d-49f0-a28f-ae47f006a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.775190 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7b2a68bc-518e-4aba-a924-06d0d2be4cb0 req-347704b8-214d-49f0-a28f-ae47f006a011 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1643875 Sep 29 02:13:31.857619 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-58c6e20f-07e4-41fd-a746-42acb58954e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.859223 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-58c6e20f-07e4-41fd-a746-42acb58954e6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 1127 time: 0.0432761 Sep 29 02:13:31.918720 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-bbc8e2d2-bf02-41f2-b0e0-996d5b9219b7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41804ce2-42ee-4042-84c0-5cf930010166 HTTP/1.1" status: 200 len: 217 time: 0.0522184 Sep 29 02:13:32.021360 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 45636) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:32.034950 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e94f9-65fb-4c12-a891-4b73d7bb43b8 req-dc4358ff-073a-46cc-8468-03d297a1aaeb tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:32.036511 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c88e94f9-65fb-4c12-a891-4b73d7bb43b8 req-dc4358ff-073a-46cc-8468-03d297a1aaeb tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 943 time: 0.1169055 Sep 29 02:13:32.054645 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-502ee556-3e71-4a45-8959-c77230db7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:32.056100 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-502ee556-3e71-4a45-8959-c77230db7489 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b189aa6-b5d7-42f0-bc64-21d8dbf2a762 HTTP/1.1" status: 200 len: 850 time: 0.1264024 Sep 29 02:13:32.123907 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-631d8ddf-9fd7-4137-bbed-0ec81816b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:32.125988 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-631d8ddf-9fd7-4137-bbed-0ec81816b45d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7fb5d174-0244-4143-a2ba-fb111b24bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0593178 Sep 29 02:13:32.198983 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f7c7cb13-bbd8-43c1-aa21-9713298f81a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.225600 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:32.264355 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:32.350575 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f7c7cb13-bbd8-43c1-aa21-9713298f81a8 admin admin] Publish callbacks [] for security_group (1ec4c826-5ebe-4917-9ebe-085eb101188e), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.356539 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f7c7cb13-bbd8-43c1-aa21-9713298f81a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (1ec4c826-5ebe-4917-9ebe-085eb101188e), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.407583 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-f7c7cb13-bbd8-43c1-aa21-9713298f81a8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5d4d234fa2a44c58bb2f5f57b632969d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845673 Sep 29 02:13:32.409199 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7cb13-bbd8-43c1-aa21-9713298f81a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec4c826-5ebe-4917-9ebe-085eb101188e,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:32.411588 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 45668) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:32.493417 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0e760068-129d-41b1-aced-2ea39addd9db admin admin] Publish callbacks [] for security_group (1ec4c826-5ebe-4917-9ebe-085eb101188e), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.522225 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c88e94f9-65fb-4c12-a891-4b73d7bb43b8 req-f40d12af-9702-4188-bb65-420ad501cdbd tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4648917 Sep 29 02:13:32.530543 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0e760068-129d-41b1-aced-2ea39addd9db admin admin] Publish callbacks [] for security_group (1ec4c826-5ebe-4917-9ebe-085eb101188e), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.568166 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba964a6-b3e3-4417-95f4-0d24dae305d4 req-e435b16e-569c-40c5-a603-77e64fc6f640 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:32.570039 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2ba964a6-b3e3-4417-95f4-0d24dae305d4 req-e435b16e-569c-40c5-a603-77e64fc6f640 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.1107559 Sep 29 02:13:32.597233 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0e760068-129d-41b1-aced-2ea39addd9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (1ec4c826-5ebe-4917-9ebe-085eb101188e), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.600046 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0e760068-129d-41b1-aced-2ea39addd9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.603576 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-0e760068-129d-41b1-aced-2ea39addd9db admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1ec4c826-5ebe-4917-9ebe-085eb101188e HTTP/1.1" status: 204 len: 168 time: 0.1873055 Sep 29 02:13:32.609653 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e760068-129d-41b1-aced-2ea39addd9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec4c826-5ebe-4917-9ebe-085eb101188e,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:32.624116 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:32.655786 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-b63ee68e-b1ec-4bc8-aef1-0097a0ce9d2c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186789 Sep 29 02:13:32.659538 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2ba964a6-b3e3-4417-95f4-0d24dae305d4 req-cc7fa846-ff27-455a-b0d0-3e9412a7a1cf tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797737 Sep 29 02:13:32.786018 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1797e14e-fc8b-4555-ab5c-6e4b96357751 req-87a04faf-93de-4b80-8284-48cd0f005eae service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217346 Sep 29 02:13:32.875809 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:32.892400 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146ae77-2377-4c7f-8caa-6d4ed062692b req-cecdbb91-a73b-472b-8faf-3b4dbc564b08 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:32.897305 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8146ae77-2377-4c7f-8caa-6d4ed062692b req-cecdbb91-a73b-472b-8faf-3b4dbc564b08 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0595121 Sep 29 02:13:32.976705 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422739c-4429-4b1c-b8b7-7769168a276c req-bce70d39-2f59-4e90-aa8d-dbf1a366a10c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:32.978221 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e422739c-4429-4b1c-b8b7-7769168a276c req-bce70d39-2f59-4e90-aa8d-dbf1a366a10c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0778549 Sep 29 02:13:32.985710 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8146ae77-2377-4c7f-8caa-6d4ed062692b req-b98b34f4-5749-4552-b541-9ea27b1787ce tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875320 Sep 29 02:13:33.031989 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e422739c-4429-4b1c-b8b7-7769168a276c req-40c0808b-6ee9-4ed3-9d8f-8974fea01710 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453513 Sep 29 02:13:33.139362 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf969d-a2c5-4105-907b-b704f1c2b7b5 req-d2ecb979-ea40-44e8-bb8d-d79f5e83890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:33.141006 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9faf969d-a2c5-4105-907b-b704f1c2b7b5 req-d2ecb979-ea40-44e8-bb8d-d79f5e83890e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 1129 time: 0.0427527 Sep 29 02:13:33.240523 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf969d-a2c5-4105-907b-b704f1c2b7b5 req-6f354694-3c33-437c-bfda-e7aa3619d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:33.242038 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9faf969d-a2c5-4105-907b-b704f1c2b7b5 req-6f354694-3c33-437c-bfda-e7aa3619d091 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 918 time: 0.0947895 Sep 29 02:13:33.290806 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9faf969d-a2c5-4105-907b-b704f1c2b7b5 req-f5f557fe-25e7-4e72-888d-743d67728229 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d489b0-8ea1-47ef-acc4-1d824148d54e HTTP/1.1" status: 200 len: 217 time: 0.0391455 Sep 29 02:13:33.348717 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf969d-a2c5-4105-907b-b704f1c2b7b5 req-f9cca2db-9367-417f-898c-756f64f935e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:33.350286 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9faf969d-a2c5-4105-907b-b704f1c2b7b5 req-f9cca2db-9367-417f-898c-756f64f935e2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.0495133 Sep 29 02:13:33.410887 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf969d-a2c5-4105-907b-b704f1c2b7b5 req-a25bd03b-1876-4c4b-b426-9efdd2dea283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:33.412395 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9faf969d-a2c5-4105-907b-b704f1c2b7b5 req-a25bd03b-1876-4c4b-b426-9efdd2dea283 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491769 Sep 29 02:13:33.508692 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9faf969d-a2c5-4105-907b-b704f1c2b7b5 req-0fdd4123-1716-41bd-91a9-41ccd2769308 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889499 Sep 29 02:13:33.670686 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9faf969d-a2c5-4105-907b-b704f1c2b7b5 req-3ad6241e-5fd7-4b22-89f1-9f702604c13d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543248 Sep 29 02:13:33.688748 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913ee1d-3ff4-43bb-ae28-a33299253555 req-f5ff882b-239d-4135-9fd5-a39ee3ffabdf tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:33.690861 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6913ee1d-3ff4-43bb-ae28-a33299253555 req-f5ff882b-239d-4135-9fd5-a39ee3ffabdf tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 943 time: 0.0683894 Sep 29 02:13:33.761404 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6913ee1d-3ff4-43bb-ae28-a33299253555 req-3675524a-fd8f-4036-8a46-a8a34a4a2790 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636630 Sep 29 02:13:33.899515 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 45720) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:34.023041 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce8bd-eeb5-45a3-b3da-54d88d321647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.137686 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982f311-f2e3-4b43-83dd-50639c8f36c7 req-b6bbd932-395b-4e77-83da-078544cb13dd tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:34.139093 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2982f311-f2e3-4b43-83dd-50639c8f36c7 req-b6bbd932-395b-4e77-83da-078544cb13dd tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0720143 Sep 29 02:13:34.142008 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:34.208957 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:34.211470 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce8bd-eeb5-45a3-b3da-54d88d321647 admin admin] Publish callbacks [] for security_group (8b03059f-56dd-4f48-ae73-7d10fe336f40), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.222803 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c286a9f-c6d8-4c9c-82b2-7fde2ef3358a req-ef71ad17-2102-42fa-bfd9-2232aadd538e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:34.224260 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3c286a9f-c6d8-4c9c-82b2-7fde2ef3358a req-ef71ad17-2102-42fa-bfd9-2232aadd538e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.1075809 Sep 29 02:13:34.228385 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce8bd-eeb5-45a3-b3da-54d88d321647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (8b03059f-56dd-4f48-ae73-7d10fe336f40), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.321796 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2982f311-f2e3-4b43-83dd-50639c8f36c7 req-85f4d3dc-0c32-4767-aa9f-e43bf9a24a6d tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512935 Sep 29 02:13:34.327466 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ce8bd-eeb5-45a3-b3da-54d88d321647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b03059f-56dd-4f48-ae73-7d10fe336f40,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:34.333092 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-bc1ce8bd-eeb5-45a3-b3da-54d88d321647 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f879657e952f45449a3e68354ab7db07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315100 Sep 29 02:13:34.335738 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 45732) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:34.357506 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3c286a9f-c6d8-4c9c-82b2-7fde2ef3358a req-ab9f9943-0ed1-481e-890e-5dda3b16218e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254940 Sep 29 02:13:34.387262 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-89a782b6-c77f-4bf5-b6f8-eef9797bbeca admin admin] Publish callbacks [] for security_group (8b03059f-56dd-4f48-ae73-7d10fe336f40), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.409389 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-89a782b6-c77f-4bf5-b6f8-eef9797bbeca admin admin] Publish callbacks [] for security_group (8b03059f-56dd-4f48-ae73-7d10fe336f40), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.458042 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-89a782b6-c77f-4bf5-b6f8-eef9797bbeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (8b03059f-56dd-4f48-ae73-7d10fe336f40), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.460563 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-89a782b6-c77f-4bf5-b6f8-eef9797bbeca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.461749 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-89a782b6-c77f-4bf5-b6f8-eef9797bbeca admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8b03059f-56dd-4f48-ae73-7d10fe336f40 HTTP/1.1" status: 204 len: 168 time: 0.1250403 Sep 29 02:13:34.469889 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a782b6-c77f-4bf5-b6f8-eef9797bbeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b03059f-56dd-4f48-ae73-7d10fe336f40,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:34.887368 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3ad43-b3a6-4d3e-b7e4-45df8a3567b6 req-634775e6-706f-4eff-9bed-8f7de2d6e432 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:34.889559 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f1a3ad43-b3a6-4d3e-b7e4-45df8a3567b6 req-634775e6-706f-4eff-9bed-8f7de2d6e432 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 943 time: 0.0499198 Sep 29 02:13:34.944369 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f1a3ad43-b3a6-4d3e-b7e4-45df8a3567b6 req-f4c1d701-741e-419a-87e7-7776e8451990 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496917 Sep 29 02:13:35.162521 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-2dc76985-2687-4952-a34d-eb1ab4167099 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=91cc1d88749b49e59b40e14c31f52997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361266 Sep 29 02:13:35.363728 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14665eea-a8bd-4332-8be4-087c5726b821 req-43058a0b-1d8a-4636-87a8-27f172e8268e tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:35.366216 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-43058a0b-1d8a-4636-87a8-27f172e8268e tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971817 Sep 29 02:13:35.392254 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-4df6d343-cc8c-4aa0-8f3a-e7289c42a377 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/quotas/91cc1d88749b49e59b40e14c31f52997 HTTP/1.1" status: 200 len: 375 time: 0.0203815 Sep 29 02:13:35.432795 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-4ee4ce80-7afa-46b1-a568-05b26ed490c5 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=91cc1d88749b49e59b40e14c31f52997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350282 Sep 29 02:13:35.479828 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858087ed-b3fc-45b3-91c1-9a738d54e244 req-dac361b7-8a37-4ea0-8c27-22f6c3ec4aa0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:35.486662 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-858087ed-b3fc-45b3-91c1-9a738d54e244 req-dac361b7-8a37-4ea0-8c27-22f6c3ec4aa0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0610797 Sep 29 02:13:35.542801 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-858087ed-b3fc-45b3-91c1-9a738d54e244 req-e0f0b688-691a-4ecb-8c56-828d30211e49 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550761 Sep 29 02:13:35.662609 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-104af7ac-eb91-4ff7-aa8a-315a3aa25c96 req-87bc5bfb-2c66-4146-8726-90987bbc0ad5 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 210 time: 0.0307767 Sep 29 02:13:35.673274 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ff60d-d4c3-4221-a9f6-681451c421a4 req-f16c1f6c-acda-447a-ba0e-d7c29742a78e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:35.674821 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4a9ff60d-d4c3-4221-a9f6-681451c421a4 req-f16c1f6c-acda-447a-ba0e-d7c29742a78e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0771110 Sep 29 02:13:35.742298 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4a9ff60d-d4c3-4221-a9f6-681451c421a4 req-8af1dfed-3208-44dc-b353-a8e9149eecdd tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481505 Sep 29 02:13:36.081127 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea5634-3927-4454-9268-bccb06013664 req-d619d158-e6e8-42e5-9483-8d178ff891ca tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:36.082730 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-36ea5634-3927-4454-9268-bccb06013664 req-d619d158-e6e8-42e5-9483-8d178ff891ca tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 943 time: 0.0536094 Sep 29 02:13:36.144104 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-36ea5634-3927-4454-9268-bccb06013664 req-9680cf7d-d510-41f9-9265-56c1a492576d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545621 Sep 29 02:13:36.662684 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace7389-12a9-4944-90ba-1197ce6d3484 req-d787da0e-c523-479a-9fb9-843825994000 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:36.664123 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eace7389-12a9-4944-90ba-1197ce6d3484 req-d787da0e-c523-479a-9fb9-843825994000 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0448089 Sep 29 02:13:36.714028 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eace7389-12a9-4944-90ba-1197ce6d3484 req-2ffa6413-3d89-4e5b-a68a-f9391277dda7 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444422 Sep 29 02:13:36.775666 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-86cd1c7e-2d72-4bc6-a7af-321220a6c4a6 req-0c0c10ea-e48f-48b6-a5bb-423878cc44b2 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 210 time: 0.0306072 Sep 29 02:13:36.871121 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2dfdc-f536-4273-a05b-10271e22209c req-1ee0c04e-e75a-44a5-a34d-a54467a4b901 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:36.873282 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ecc2dfdc-f536-4273-a05b-10271e22209c req-1ee0c04e-e75a-44a5-a34d-a54467a4b901 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0519071 Sep 29 02:13:36.921728 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ecc2dfdc-f536-4273-a05b-10271e22209c req-93269a87-5587-4f40-8352-b00494270d16 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420377 Sep 29 02:13:37.033671 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-862bfc03-042f-4c12-8923-f016b3903cd9 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=91cc1d88749b49e59b40e14c31f52997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470519 Sep 29 02:13:37.154024 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14665eea-a8bd-4332-8be4-087c5726b821 req-ce29cde8-a3ca-49ce-a4ea-c620bed61e02 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:37.155518 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-ce29cde8-a3ca-49ce-a4ea-c620bed61e02 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1162021 Sep 29 02:13:37.169599 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Request body: {'port': {'device_id': 'b17c8fc4-8444-48b5-8175-0ef6f0af884a', 'network_id': '625bc10e-9023-4f3d-b043-a7b6a1cde478', 'admin_state_up': True, 'tenant_id': '91cc1d88749b49e59b40e14c31f52997'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:37.217166 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:37.222668 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:37.323851 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Made reservation on behalf of 91cc1d88749b49e59b40e14c31f52997 for: {'port': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:37.327670 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.346075 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc70e7-cebd-4763-9765-96b277fa2e9f req-2f4397ad-0b2e-4b86-92ea-628bb5be723e tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:37.348155 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-48fc70e7-cebd-4763-9765-96b277fa2e9f req-2f4397ad-0b2e-4b86-92ea-628bb5be723e tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 943 time: 0.0666461 Sep 29 02:13:37.348480 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.427434 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-48fc70e7-cebd-4763-9765-96b277fa2e9f req-c8fae8e4-26ed-4216-b2d6-e78a23ab4ae1 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694952 Sep 29 02:13:37.466974 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Publish callbacks [] for security_group (7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.470639 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.539755 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:37.615612 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Allocated IP 192.168.233.188 (625bc10e-9023-4f3d-b043-a7b6a1cde478/784313a0-0fd1-47a9-b8f6-e04710a5bd87/1a659d7c-8576-41e0-b514-1ef58bb38d6b) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:37.777351 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Publish callbacks [] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.841685 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.881389 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bab2ea-5ecf-4e54-a7c0-6cd8e31a16a3 req-8553cde4-9623-4a0d-a6c0-8d798d67c54c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:37.882852 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-39bab2ea-5ecf-4e54-a7c0-6cd8e31a16a3 req-8553cde4-9623-4a0d-a6c0-8d798d67c54c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0853329 Sep 29 02:13:37.928065 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:37.935789 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Network 625bc10e-9023-4f3d-b043-a7b6a1cde478 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:37.955075 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:37.957564 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:37.964903 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:37.988911 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Pushing event updated for resources: {'Port': ['ID=1a659d7c-8576-41e0-b514-1ef58bb38d6b,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:38.009485 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e184e71-ac51-4f86-b4a6-091b8431361d req-c5a11409-7ef8-4733-9175-800bc6fccf91 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:38.011009 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8e184e71-ac51-4f86-b4a6-091b8431361d req-c5a11409-7ef8-4733-9175-800bc6fccf91 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 936 time: 0.1272902 Sep 29 02:13:38.063156 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-39bab2ea-5ecf-4e54-a7c0-6cd8e31a16a3 req-2cecd1a7-88d3-4f09-ac40-175dd93a56c2 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718528 Sep 29 02:13:38.068242 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:38.068851 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.104478 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-8213182b-0f17-42b4-9947-8f2201667f2f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9387536 Sep 29 02:13:38.109069 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8e184e71-ac51-4f86-b4a6-091b8431361d req-6af2bf76-1725-4402-a76d-2e6b1f070ad9 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886521 Sep 29 02:13:38.191269 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-c229671e-f2b9-47db-83bb-248b90db7353 None None] Provisioning complete for port 1a659d7c-8576-41e0-b514-1ef58bb38d6b triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:38.191883 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-c229671e-f2b9-47db-83bb-248b90db7353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.192002 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-c229671e-f2b9-47db-83bb-248b90db7353 None None] Attempt 1 to provision port 1a659d7c-8576-41e0-b514-1ef58bb38d6b Sep 29 02:13:38.193984 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Request body: {'port': {'device_id': 'b17c8fc4-8444-48b5-8175-0ef6f0af884a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:38.229973 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-c229671e-f2b9-47db-83bb-248b90db7353 None None] Port 1a659d7c-8576-41e0-b514-1ef58bb38d6b cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:38.255097 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.437377 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 45882) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:38.447208 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-23f30f2b-0a62-41ed-89de-3e13b1ba8cb8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394924150', 'description': 'tempest-description--1278426238'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:38.492938 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-23f30f2b-0a62-41ed-89de-3e13b1ba8cb8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.597369 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093acaaa-b036-4922-ad59-0c66d7c19d82 req-f34a27c5-0287-48f4-909a-2c60c25f4fa6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:38.598842 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-093acaaa-b036-4922-ad59-0c66d7c19d82 req-f34a27c5-0287-48f4-909a-2c60c25f4fa6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 943 time: 0.0875690 Sep 29 02:13:38.628163 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a659d7c-8576-41e0-b514-1ef58bb38d6b {{(pid=106336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:38.644780 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Publish callbacks [] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.691756 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.provisioning_blocks [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Transition to ACTIVE for port object 1a659d7c-8576-41e0-b514-1ef58bb38d6b will not be triggered until provisioned by entity L2. {{(pid=106336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:13:38.707764 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.711423 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-23f30f2b-0a62-41ed-89de-3e13b1ba8cb8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for security_group (41491b35-2cdd-4f49-91f3-9271bb69e1ef), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.721566 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-093acaaa-b036-4922-ad59-0c66d7c19d82 req-feeb5e9f-867d-4958-b697-d99722defef0 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163423 Sep 29 02:13:38.722181 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-23f30f2b-0a62-41ed-89de-3e13b1ba8cb8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (41491b35-2cdd-4f49-91f3-9271bb69e1ef), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.731394 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-c229671e-f2b9-47db-83bb-248b90db7353 None None] Attempt 2 to provision port 1a659d7c-8576-41e0-b514-1ef58bb38d6b Sep 29 02:13:38.769462 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-c229671e-f2b9-47db-83bb-248b90db7353 None None] Port 1a659d7c-8576-41e0-b514-1ef58bb38d6b cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:38.804257 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:38.807046 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-23f30f2b-0a62-41ed-89de-3e13b1ba8cb8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.808261 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-23f30f2b-0a62-41ed-89de-3e13b1ba8cb8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3698206 Sep 29 02:13:38.811342 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 45886) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:38.816749 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-c1b89d43-d7f3-4c6d-a1cf-4fa4f8f9d5ac tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Request body: {'security_group_rule': {'security_group_id': '41491b35-2cdd-4f49-91f3-9271bb69e1ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:38.817629 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f30f2b-0a62-41ed-89de-3e13b1ba8cb8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41491b35-2cdd-4f49-91f3-9271bb69e1ef,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:38.845261 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:38.847853 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c1b89d43-d7f3-4c6d-a1cf-4fa4f8f9d5ac tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for security_group_rule (ddf373e8-bccc-4fed-91ed-49cfbefc966b), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.848001 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a659d7c-8576-41e0-b514-1ef58bb38d6b,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:38.879386 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Attempting to bind port 1a659d7c-8576-41e0-b514-1ef58bb38d6b on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:38.879872 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Attempting to bind port 1a659d7c-8576-41e0-b514-1ef58bb38d6b by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c48d81df-b5dc-4460-8697-959e2a624561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '625bc10e-9023-4f3d-b043-a7b6a1cde478'}] {{(pid=106336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:38.880337 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Attempting to bind port 1a659d7c-8576-41e0-b514-1ef58bb38d6b on network 625bc10e-9023-4f3d-b043-a7b6a1cde478 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:38.912278 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c1b89d43-d7f3-4c6d-a1cf-4fa4f8f9d5ac tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for security_group_rule (ddf373e8-bccc-4fed-91ed-49cfbefc966b), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.916072 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c1b89d43-d7f3-4c6d-a1cf-4fa4f8f9d5ac tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (ddf373e8-bccc-4fed-91ed-49cfbefc966b), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.928224 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Port 1a659d7c-8576-41e0-b514-1ef58bb38d6b on network 625bc10e-9023-4f3d-b043-a7b6a1cde478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:13:38.928545 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Attempting to bind port 1a659d7c-8576-41e0-b514-1ef58bb38d6b on network 625bc10e-9023-4f3d-b043-a7b6a1cde478 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:38.936858 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b89d43-d7f3-4c6d-a1cf-4fa4f8f9d5ac tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf373e8-bccc-4fed-91ed-49cfbefc966b,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:38.945970 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c1b89d43-d7f3-4c6d-a1cf-4fa4f8f9d5ac tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.947228 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-c1b89d43-d7f3-4c6d-a1cf-4fa4f8f9d5ac tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342897 Sep 29 02:13:38.950194 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 45888) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:38.955371 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-8a723ce0-6a99-40ed-b2d7-cb1f83af5b79 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Request body: {'security_group_rule': {'security_group_id': '41491b35-2cdd-4f49-91f3-9271bb69e1ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:38.990414 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:38.990739 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Checking segment: {'id': 'c48d81df-b5dc-4460-8697-959e2a624561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '625bc10e-9023-4f3d-b043-a7b6a1cde478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:38.991113 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Bound using segment: {'id': 'c48d81df-b5dc-4460-8697-959e2a624561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '625bc10e-9023-4f3d-b043-a7b6a1cde478'} {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:38.991538 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Bound port: 1a659d7c-8576-41e0-b514-1ef58bb38d6b, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48d81df-b5dc-4460-8697-959e2a624561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '625bc10e-9023-4f3d-b043-a7b6a1cde478'}}] {{(pid=106336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:38.991886 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.005113 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a723ce0-6a99-40ed-b2d7-cb1f83af5b79 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for security_group_rule (7ca05022-b189-41c5-a6a3-f328da4508e6), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.102094 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a723ce0-6a99-40ed-b2d7-cb1f83af5b79 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for security_group_rule (7ca05022-b189-41c5-a6a3-f328da4508e6), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.104737 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] For port 1a659d7c-8576-41e0-b514-1ef58bb38d6b, host hv-cinder-74014, cleared binding levels {{(pid=106336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:39.108728 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a723ce0-6a99-40ed-b2d7-cb1f83af5b79 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (7ca05022-b189-41c5-a6a3-f328da4508e6), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.127829 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] For port 1a659d7c-8576-41e0-b514-1ef58bb38d6b, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1a659d7c-8576-41e0-b514-1ef58bb38d6b,segment=NetworkSegment(c48d81df-b5dc-4460-8697-959e2a624561),segment_id=c48d81df-b5dc-4460-8697-959e2a624561)] {{(pid=106336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:39.136498 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a723ce0-6a99-40ed-b2d7-cb1f83af5b79 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca05022-b189-41c5-a6a3-f328da4508e6,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:39.140047 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.176711 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:39.177446 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.178846 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1a659d7c-8576-41e0-b514-1ef58bb38d6b HTTP/1.1" status: 200 len: 1098 time: 0.9895644 Sep 29 02:13:39.180857 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17c8fc4-8444-48b5-8175-0ef6f0af884a', 'tag': '1a659d7c-8576-41e0-b514-1ef58bb38d6b'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:39.183165 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59678a00-cbe6-4185-9612-2b459ab88fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "b17c8fc4-8444-48b5-8175-0ef6f0af884a", "tag": "1a659d7c-8576-41e0-b514-1ef58bb38d6b"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:39.191230 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8a723ce0-6a99-40ed-b2d7-cb1f83af5b79 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.195306 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-8a723ce0-6a99-40ed-b2d7-cb1f83af5b79 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2412763 Sep 29 02:13:39.195927 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 45898) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:39.201160 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:39.223267 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.271520 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-c229671e-f2b9-47db-83bb-248b90db7353 None None] Attempt 3 to provision port 1a659d7c-8576-41e0-b514-1ef58bb38d6b Sep 29 02:13:39.311641 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.312584 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-c229671e-f2b9-47db-83bb-248b90db7353 None None] Port 1a659d7c-8576-41e0-b514-1ef58bb38d6b had new provisioning blocks added so it will not transition to active. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:13:39.405217 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:39.437893 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Allocated IP 172.27.3.81 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/9b710373-7a9b-41d7-a540-b6a60d3127ad) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:39.537284 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:39.549563 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7c173-b662-412b-941a-2f8daf49bbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a659d7c-8576-41e0-b514-1ef58bb38d6b,revision_number=3']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:39.556623 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for port (9b710373-7a9b-41d7-a540-b6a60d3127ad), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.563314 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe3436-5a1d-41da-bd68-e70d7488cd0d req-44dbc737-92ab-4c55-bf7d-e8dcffe10015 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:39.568902 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a2fe3436-5a1d-41da-bd68-e70d7488cd0d req-44dbc737-92ab-4c55-bf7d-e8dcffe10015 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.3847914 Sep 29 02:13:39.575900 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14665eea-a8bd-4332-8be4-087c5726b821 req-2ab63226-d521-488f-b342-208dd759a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:39.577420 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-2ab63226-d521-488f-b342-208dd759a0bf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=91cc1d88749b49e59b40e14c31f52997&device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 1132 time: 0.3462055 Sep 29 02:13:39.584281 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eab7c8-c869-4788-ac06-2120a77061a7 req-af4d24e7-57be-4690-a04f-98f8f03f3c01 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:39.585780 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-02eab7c8-c869-4788-ac06-2120a77061a7 req-af4d24e7-57be-4690-a04f-98f8f03f3c01 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 948 time: 0.3840232 Sep 29 02:13:39.593621 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (9b710373-7a9b-41d7-a540-b6a60d3127ad), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.638450 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:39.641555 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:39.645141 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:39.646621 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-94ec16e4-402b-46c3-8236-8d0eaf671657 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1a659d7c-8576-41e0-b514-1ef58bb38d6b HTTP/1.1" status: 200 len: 217 time: 0.0593042 Sep 29 02:13:39.690589 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Pushing event updated for resources: {'Port': ['ID=9b710373-7a9b-41d7-a540-b6a60d3127ad,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:39.707891 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for floatingip (3d571caa-4e46-4c96-9cb4-d564013ae57d), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.742668 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-02eab7c8-c869-4788-ac06-2120a77061a7 req-e5dabf7b-c690-4620-baae-09d062ebd229 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448548 Sep 29 02:13:39.744758 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9b710373-7a9b-41d7-a540-b6a60d3127ad), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.750252 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a2fe3436-5a1d-41da-bd68-e70d7488cd0d req-1f4f0ba0-37f9-4fcd-8900-6a6e59af5ad9 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717238 Sep 29 02:13:39.756347 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14665eea-a8bd-4332-8be4-087c5726b821 req-89bcf1f0-1ee3-4166-85f3-aed4add47e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:39.757830 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-89bcf1f0-1ee3-4166-85f3-aed4add47e7e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=784313a0-0fd1-47a9-b8f6-e04710a5bd87 HTTP/1.1" status: 200 len: 843 time: 0.0961239 Sep 29 02:13:39.811463 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14665eea-a8bd-4332-8be4-087c5726b821 req-b2876342-c26d-4d51-b630-e1d4d36c9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:39.813122 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-b2876342-c26d-4d51-b630-e1d4d36c9c65 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=625bc10e-9023-4f3d-b043-a7b6a1cde478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0472608 Sep 29 02:13:39.814969 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdd1017-cff3-41a8-af25-93b58a6bbed7 x-openstack-request-id: req-6cdd1017-cff3-41a8-af25-93b58a6bbed7 {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:39.815256 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17c8fc4-8444-48b5-8175-0ef6f0af884a", "tag": "1a659d7c-8576-41e0-b514-1ef58bb38d6b", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:39.815506 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6cdd1017-cff3-41a8-af25-93b58a6bbed7 {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:39.815884 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cdd1017-cff3-41a8-af25-93b58a6bbed7'] response: {'name': 'network-changed', 'server_uuid': 'b17c8fc4-8444-48b5-8175-0ef6f0af884a', 'tag': '1a659d7c-8576-41e0-b514-1ef58bb38d6b', 'status': 'completed', 'code': 200} Sep 29 02:13:39.849323 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:39.910567 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for port (9b710373-7a9b-41d7-a540-b6a60d3127ad), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.915578 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (9b710373-7a9b-41d7-a540-b6a60d3127ad), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.916296 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (3d571caa-4e46-4c96-9cb4-d564013ae57d), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.922702 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b3183-3e4d-4aea-a7b7-786d0b433aa7 req-8c37f36b-8503-4111-9eaa-83f5f0354cdc tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:39.924216 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b59b3183-3e4d-4aea-a7b7-786d0b433aa7 req-8c37f36b-8503-4111-9eaa-83f5f0354cdc tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 943 time: 0.0834813 Sep 29 02:13:39.952270 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:39.960726 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.961973 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7651732 Sep 29 02:13:39.970041 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:39.971324 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2a150-191b-4d73-b68c-8b53039e4d96 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Pushing event updated for resources: {'Port': ['ID=9b710373-7a9b-41d7-a540-b6a60d3127ad,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:39.993950 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-a979096d-9d84-4b1b-a46c-63f8b9f79b8a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/625bc10e-9023-4f3d-b043-a7b6a1cde478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716425 Sep 29 02:13:40.004332 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b59b3183-3e4d-4aea-a7b7-786d0b433aa7 req-02e88126-ee70-4dd9-8840-8cb0e627dce2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737000 Sep 29 02:13:40.102143 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-14665eea-a8bd-4332-8be4-087c5726b821 req-63cd1bf4-1c5d-4e61-84d9-67b9e83461f0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/625bc10e-9023-4f3d-b043-a7b6a1cde478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937150 Sep 29 02:13:40.187960 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678a00-cbe6-4185-9612-2b459ab88fcf req-61b31615-871c-425c-b14c-a8b3965c463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.189459 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-59678a00-cbe6-4185-9612-2b459ab88fcf req-61b31615-871c-425c-b14c-a8b3965c463d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=91cc1d88749b49e59b40e14c31f52997&device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 1132 time: 0.0386071 Sep 29 02:13:40.199812 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 41804ce2-42ee-4042-84c0-5cf930010166 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:13:40.306056 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678a00-cbe6-4185-9612-2b459ab88fcf req-a0216597-55a0-44a2-85f4-83f39e7d7f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.307539 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-59678a00-cbe6-4185-9612-2b459ab88fcf req-a0216597-55a0-44a2-85f4-83f39e7d7f33 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=625bc10e-9023-4f3d-b043-a7b6a1cde478 HTTP/1.1" status: 200 len: 869 time: 0.1079328 Sep 29 02:13:40.308886 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 41804ce2-42ee-4042-84c0-5cf930010166, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=41804ce2-42ee-4042-84c0-5cf930010166,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:40.320283 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '41804ce2-42ee-4042-84c0-5cf930010166', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'port_id': '41804ce2-42ee-4042-84c0-5cf930010166', 'mac_address': 'fa:16:3e:71:58:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:13:40.349468 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-59678a00-cbe6-4185-9612-2b459ab88fcf req-5f0c4fb1-5e96-4c00-8c28-16669afa4e4a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1a659d7c-8576-41e0-b514-1ef58bb38d6b HTTP/1.1" status: 200 len: 217 time: 0.0330954 Sep 29 02:13:40.354454 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 41804ce2-42ee-4042-84c0-5cf930010166 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:40.354840 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (41804ce2-42ee-4042-84c0-5cf930010166), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.368955 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41804ce2-42ee-4042-84c0-5cf930010166 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:40.388243 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 41804ce2-42ee-4042-84c0-5cf930010166, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=41804ce2-42ee-4042-84c0-5cf930010166,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:40.393441 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (41804ce2-42ee-4042-84c0-5cf930010166), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.400465 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678a00-cbe6-4185-9612-2b459ab88fcf req-83ced544-c30b-41a3-86c9-e66576224d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.402220 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-59678a00-cbe6-4185-9612-2b459ab88fcf req-83ced544-c30b-41a3-86c9-e66576224d60 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=784313a0-0fd1-47a9-b8f6-e04710a5bd87 HTTP/1.1" status: 200 len: 843 time: 0.0459206 Sep 29 02:13:40.438902 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=41804ce2-42ee-4042-84c0-5cf930010166,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:40.446095 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.446448 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.446819 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.447199 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.447527 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.447858 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.448189 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678a00-cbe6-4185-9612-2b459ab88fcf req-31e31883-967c-4dc3-9146-2970d7a8df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.448295 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.448517 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.448862 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.449217 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.449600 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.449791 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-59678a00-cbe6-4185-9612-2b459ab88fcf req-31e31883-967c-4dc3-9146-2970d7a8df30 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=625bc10e-9023-4f3d-b043-a7b6a1cde478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0408638 Sep 29 02:13:40.449946 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.450277 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.450600 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.450921 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.541623 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-59678a00-cbe6-4185-9612-2b459ab88fcf req-e1d0dfd0-5698-41dc-8442-8bb6800c442d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/625bc10e-9023-4f3d-b043-a7b6a1cde478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848453 Sep 29 02:13:40.647725 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-59678a00-cbe6-4185-9612-2b459ab88fcf req-645213e0-3bfa-4a79-8308-f0fe456eecb8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/625bc10e-9023-4f3d-b043-a7b6a1cde478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994487 Sep 29 02:13:40.710812 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['41804ce2-42ee-4042-84c0-5cf930010166'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:13:40.872791 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d193a30-b91f-40ea-9832-a37ab8b0bd9b req-12d0fffa-01a2-4f21-9b2c-17fce928b68a tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.874210 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9d193a30-b91f-40ea-9832-a37ab8b0bd9b req-12d0fffa-01a2-4f21-9b2c-17fce928b68a tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 948 time: 0.0518901 Sep 29 02:13:40.920142 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9d193a30-b91f-40ea-9832-a37ab8b0bd9b req-91acbc9d-6f00-45c7-9f81-263c0888026b tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401933 Sep 29 02:13:41.025464 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd21d-dbe4-44a3-b958-704ecca9f7c5 req-174ade3e-b808-4958-9c4f-f96ace17368a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:41.026890 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-716bd21d-dbe4-44a3-b958-704ecca9f7c5 req-174ade3e-b808-4958-9c4f-f96ace17368a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0446980 Sep 29 02:13:41.076383 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-716bd21d-dbe4-44a3-b958-704ecca9f7c5 req-e2b88079-41dc-4820-935a-7392fb00b813 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436046 Sep 29 02:13:41.232974 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1cac5-df13-46c5-bbdf-3287eb8e83ba req-07bfb2ba-a254-461d-a1c1-767ed280f6d3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:41.238348 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-88d1cac5-df13-46c5-bbdf-3287eb8e83ba req-07bfb2ba-a254-461d-a1c1-767ed280f6d3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 944 time: 0.0704050 Sep 29 02:13:41.287410 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-88d1cac5-df13-46c5-bbdf-3287eb8e83ba req-bf5ab651-1c9b-4323-b661-0cfe06ad9ba6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459781 Sep 29 02:13:42.040531 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353c700-3dbe-4147-ab33-9e5497f8bbc3 req-4dc2527e-5222-49a8-9042-b5d76cd192d1 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:42.041996 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e353c700-3dbe-4147-ab33-9e5497f8bbc3 req-4dc2527e-5222-49a8-9042-b5d76cd192d1 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 948 time: 0.0458372 Sep 29 02:13:42.087817 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e353c700-3dbe-4147-ab33-9e5497f8bbc3 req-de33f8c3-2f68-43ab-9554-29015bbd7964 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403786 Sep 29 02:13:42.198200 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a724d-56bc-4f08-a26b-d4ba2cd436b3 req-98c46cbf-bca2-4dd0-9029-28cfe9036492 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:42.199897 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3a9a724d-56bc-4f08-a26b-d4ba2cd436b3 req-98c46cbf-bca2-4dd0-9029-28cfe9036492 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0488961 Sep 29 02:13:42.232709 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:42.254079 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3a9a724d-56bc-4f08-a26b-d4ba2cd436b3 req-3f782637-c65d-454a-8e21-647f994a5bf8 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475979 Sep 29 02:13:42.255843 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 41804ce2-42ee-4042-84c0-5cf930010166 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:42.282886 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:42.287477 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:42.306724 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 41804ce2-42ee-4042-84c0-5cf930010166 completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:13:42.312261 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 41804ce2-42ee-4042-84c0-5cf930010166 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:42.313160 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (41804ce2-42ee-4042-84c0-5cf930010166), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.313499 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 41804ce2-42ee-4042-84c0-5cf930010166 Sep 29 02:13:42.384785 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 41804ce2-42ee-4042-84c0-5cf930010166 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:42.385281 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (41804ce2-42ee-4042-84c0-5cf930010166), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.390197 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:42.410360 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15282e7-a932-483e-b904-bbf57bb9e139 req-2add1e50-1cdc-43d5-b778-b052952772c9 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:42.411907 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b15282e7-a932-483e-b904-bbf57bb9e139 req-2add1e50-1cdc-43d5-b778-b052952772c9 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 944 time: 0.0484335 Sep 29 02:13:42.413777 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ce15de-a4e2-4b52-a814-216d8e2e2c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41804ce2-42ee-4042-84c0-5cf930010166'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:42.416062 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb8e926-0f07-4518-8ad2-ff8a4ae811f2" -d '{"events": [{"server_uuid": "b1ce15de-a4e2-4b52-a814-216d8e2e2c29", "name": "network-vif-plugged", "status": "completed", "tag": "41804ce2-42ee-4042-84c0-5cf930010166"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:42.428433 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 41804ce2-42ee-4042-84c0-5cf930010166, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=41804ce2-42ee-4042-84c0-5cf930010166,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:42.432224 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (41804ce2-42ee-4042-84c0-5cf930010166), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.464045 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b15282e7-a932-483e-b904-bbf57bb9e139 req-d38ba16c-dc18-45a8-88e5-f8c9746cac1c tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460556 Sep 29 02:13:42.491221 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=41804ce2-42ee-4042-84c0-5cf930010166,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:42.522103 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c9ef24-31a9-49a1-9c7b-06948c4a2bc0 x-openstack-request-id: req-d6c9ef24-31a9-49a1-9c7b-06948c4a2bc0 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:42.522679 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ce15de-a4e2-4b52-a814-216d8e2e2c29", "name": "network-vif-plugged", "status": "completed", "tag": "41804ce2-42ee-4042-84c0-5cf930010166", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:42.522942 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d6c9ef24-31a9-49a1-9c7b-06948c4a2bc0 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:42.523355 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c9ef24-31a9-49a1-9c7b-06948c4a2bc0'] response: {'server_uuid': 'b1ce15de-a4e2-4b52-a814-216d8e2e2c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41804ce2-42ee-4042-84c0-5cf930010166', 'code': 200} Sep 29 02:13:42.784805 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee7992-6b07-4835-af4e-783b2cb772cf req-84c085de-e6be-4cf0-8653-66447e0130d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:42.786345 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-51ee7992-6b07-4835-af4e-783b2cb772cf req-84c085de-e6be-4cf0-8653-66447e0130d3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 1129 time: 0.0397649 Sep 29 02:13:42.845601 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-51ee7992-6b07-4835-af4e-783b2cb772cf req-3cb479df-c47c-45e8-886b-991f16c6cf4a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492415 Sep 29 02:13:43.210075 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed658ca-2f73-4ed0-a454-17ac68402e96 req-4ee9730c-7568-42f3-8609-c5434d1f019a tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:43.211615 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8ed658ca-2f73-4ed0-a454-17ac68402e96 req-4ee9730c-7568-42f3-8609-c5434d1f019a tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 948 time: 0.0483463 Sep 29 02:13:43.269285 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8ed658ca-2f73-4ed0-a454-17ac68402e96 req-04ddc36a-34fd-4cb6-8469-e06afe98e3a8 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519421 Sep 29 02:13:43.379234 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1defb-d5fb-44cc-9bad-a5a9a5d312b3 req-f11ccf11-d659-4554-b1e6-88f0b57ae169 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:43.380783 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f8b1defb-d5fb-44cc-9bad-a5a9a5d312b3 req-f11ccf11-d659-4554-b1e6-88f0b57ae169 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0467467 Sep 29 02:13:43.428395 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f8b1defb-d5fb-44cc-9bad-a5a9a5d312b3 req-b175c901-b652-49c7-9ab4-1adb88f728e4 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416231 Sep 29 02:13:43.593056 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046740d-3d62-4b40-a257-3b4f9412282b req-1bd3ebad-c7c8-4d51-ac81-64a2a601bd4e tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:43.594666 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8046740d-3d62-4b40-a257-3b4f9412282b req-1bd3ebad-c7c8-4d51-ac81-64a2a601bd4e tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 945 time: 0.0527139 Sep 29 02:13:43.643931 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8046740d-3d62-4b40-a257-3b4f9412282b req-fddf1202-8dd4-49a6-a2ef-b6bbce00f602 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434232 Sep 29 02:13:44.396779 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd86f8-6119-4ca0-8d39-34e4247854cf req-4bfaa41a-361a-497a-bdce-491d1e89fd09 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:44.398266 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-18fd86f8-6119-4ca0-8d39-34e4247854cf req-4bfaa41a-361a-497a-bdce-491d1e89fd09 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 948 time: 0.0455735 Sep 29 02:13:44.450936 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-18fd86f8-6119-4ca0-8d39-34e4247854cf req-089deb20-553f-41d7-b0b8-f03503d9996e tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468080 Sep 29 02:13:44.575556 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881e502-091c-4bb5-b602-8c26dad6829a req-af466c1c-724d-42d5-a65a-587b9cc90115 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:44.576972 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a881e502-091c-4bb5-b602-8c26dad6829a req-af466c1c-724d-42d5-a65a-587b9cc90115 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0542548 Sep 29 02:13:44.629639 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a881e502-091c-4bb5-b602-8c26dad6829a req-eda08053-3627-4a90-8c07-a7aa4ddc9c80 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466495 Sep 29 02:13:44.770541 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9117566-6e0f-4417-875d-f1f5d39592d4 req-9174f4d5-b408-4b73-8c6a-ec1d62d68c67 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:44.772053 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b9117566-6e0f-4417-875d-f1f5d39592d4 req-9174f4d5-b408-4b73-8c6a-ec1d62d68c67 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 945 time: 0.0533011 Sep 29 02:13:44.822356 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b9117566-6e0f-4417-875d-f1f5d39592d4 req-b8255717-da91-4e5a-b3f0-145bd10ffc12 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445225 Sep 29 02:13:45.311688 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0d84-ecf8-46a7-8ef6-f130075b9926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.583782 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f59e80-5548-415c-bda1-7ad5173792eb req-4207aa03-d6ef-46d2-b6d0-ec176880c727 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.585305 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-90f59e80-5548-415c-bda1-7ad5173792eb req-4207aa03-d6ef-46d2-b6d0-ec176880c727 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 948 time: 0.0501962 Sep 29 02:13:45.634434 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-90f59e80-5548-415c-bda1-7ad5173792eb req-97ca42b0-4a50-4c4f-9071-e665991f3266 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Sep 29 02:13:45.746336 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1ce7e-da92-400d-a410-018ce33a45de req-5d35bd97-e2a8-437c-8f25-0d9915b2350b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.748314 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-84d1ce7e-da92-400d-a410-018ce33a45de req-5d35bd97-e2a8-437c-8f25-0d9915b2350b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0463207 Sep 29 02:13:45.804534 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-84d1ce7e-da92-400d-a410-018ce33a45de req-1cb51a79-3115-414e-a2ad-57e3d6876cf4 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496137 Sep 29 02:13:45.943519 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9ee02-2429-4e89-b9f3-6c5e56af09f4 req-d9c0aaeb-ba85-4e75-9ff4-0cab425448c7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.945717 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4fe9ee02-2429-4e89-b9f3-6c5e56af09f4 req-d9c0aaeb-ba85-4e75-9ff4-0cab425448c7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 945 time: 0.0461287 Sep 29 02:13:45.958483 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:45.997929 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4fe9ee02-2429-4e89-b9f3-6c5e56af09f4 req-18422f50-57e3-4705-91fb-bc87b1621bb1 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466504 Sep 29 02:13:46.120570 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dc5fc-5727-476e-97c3-b8d7cea8bf29 req-d283fcc7-60bc-4620-80a2-e381917af36a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.122116 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-517dc5fc-5727-476e-97c3-b8d7cea8bf29 req-d283fcc7-60bc-4620-80a2-e381917af36a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 945 time: 0.0494175 Sep 29 02:13:46.134963 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:46.173282 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-517dc5fc-5727-476e-97c3-b8d7cea8bf29 req-472fd47f-9653-4255-b37e-849c70036ab8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447483 Sep 29 02:13:46.202348 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 45998) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:46.387174 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e5905-b70a-4841-b06b-2bd2fb6c9ea9 tempest-TestVolumeBootPattern-1378531635 tempest-TestVolumeBootPattern-1378531635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.389053 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-c57e5905-b70a-4841-b06b-2bd2fb6c9ea9 tempest-TestVolumeBootPattern-1378531635 tempest-TestVolumeBootPattern-1378531635-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 1124 time: 0.1855354 Sep 29 02:13:46.392108 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46002) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:46.397301 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'port_id': '41804ce2-42ee-4042-84c0-5cf930010166', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:46.420787 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.503566 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.613326 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Allocated IP 172.27.3.219 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/9f100793-7b54-4125-a307-86d9d2c7f0f2) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:46.674503 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:46.678865 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:46.726223 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for port (9f100793-7b54-4125-a307-86d9d2c7f0f2), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.758113 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (9f100793-7b54-4125-a307-86d9d2c7f0f2), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.760115 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c1a14-760e-4254-a722-7fd141738bfe req-383ff400-b53b-46a3-9ef6-ff2978a3b6dd tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.761714 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3d5c1a14-760e-4254-a722-7fd141738bfe req-383ff400-b53b-46a3-9ef6-ff2978a3b6dd tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 948 time: 0.0493188 Sep 29 02:13:46.807617 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:46.811054 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3d5c1a14-760e-4254-a722-7fd141738bfe req-46e662eb-58b7-4457-996f-689e19b8cf1d tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Sep 29 02:13:46.812964 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:46.817066 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:46.821129 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'Port': ['ID=9f100793-7b54-4125-a307-86d9d2c7f0f2,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:46.939366 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af6ab0-340d-4e5e-b850-9c1daedc6e00 req-5feb86b7-8ef5-4976-81e4-259e66d6b192 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.941302 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a5af6ab0-340d-4e5e-b850-9c1daedc6e00 req-5feb86b7-8ef5-4976-81e4-259e66d6b192 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0573924 Sep 29 02:13:46.990397 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a5af6ab0-340d-4e5e-b850-9c1daedc6e00 req-4d46938f-6caf-49d8-ae86-83509cd907d8 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427830 Sep 29 02:13:47.169922 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for floatingip (45c6b7bc-1675-402d-b1f9-450b66d5051b), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.240040 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9f100793-7b54-4125-a307-86d9d2c7f0f2), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.392323 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for port (9f100793-7b54-4125-a307-86d9d2c7f0f2), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.396723 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (9f100793-7b54-4125-a307-86d9d2c7f0f2), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.397381 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (45c6b7bc-1675-402d-b1f9-450b66d5051b), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.432262 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:47.478827 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'Port': ['ID=9f100793-7b54-4125-a307-86d9d2c7f0f2,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:47.526753 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Floating IP 45c6b7bc-1675-402d-b1f9-450b66d5051b associated. External IP: 172.27.3.219, port: 41804ce2-42ee-4042-84c0-5cf930010166. Sep 29 02:13:47.571239 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:47.679666 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8e2a853d-a834-406f-847b-f1ad90a636ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.733434 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:13:47.848177 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:13:47.861637 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78314c44-3f37-4230-964f-5dcf243d3257 None None] Sync routers for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:13:47.873154 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78314c44-3f37-4230-964f-5dcf243d3257 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:47.873784 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-78314c44-3f37-4230-964f-5dcf243d3257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:13:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:47.874797 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.906716 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-f73a8e63-fff6-491c-b852-69ea25f871ec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5129454 Sep 29 02:13:47.907406 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ce15de-a4e2-4b52-a814-216d8e2e2c29', 'tag': '41804ce2-42ee-4042-84c0-5cf930010166'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:47.910009 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a7a027-f494-4d0c-acb9-a437e870d34c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ce15de-a4e2-4b52-a814-216d8e2e2c29", "tag": "41804ce2-42ee-4042-84c0-5cf930010166"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:47.949695 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b21f28-a11f-41d7-b7f5-2053b1be3d24 req-491a41fd-f6f7-44bf-8f8f-04223de7c2c3 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:47.951272 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f7b21f28-a11f-41d7-b7f5-2053b1be3d24 req-491a41fd-f6f7-44bf-8f8f-04223de7c2c3 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 948 time: 0.0520442 Sep 29 02:13:47.986359 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-78314c44-3f37-4230-964f-5dcf243d3257 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:48.003144 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f7b21f28-a11f-41d7-b7f5-2053b1be3d24 req-2901eb43-ab8e-4ac1-841f-d3cacda4dd65 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452921 Sep 29 02:13:48.055743 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1683a0dc-fc9f-4f77-9b1d-6d7b5323841c x-openstack-request-id: req-1683a0dc-fc9f-4f77-9b1d-6d7b5323841c {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:48.056033 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ce15de-a4e2-4b52-a814-216d8e2e2c29", "tag": "41804ce2-42ee-4042-84c0-5cf930010166", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:48.056288 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1683a0dc-fc9f-4f77-9b1d-6d7b5323841c {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:48.056693 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1683a0dc-fc9f-4f77-9b1d-6d7b5323841c'] response: {'name': 'network-changed', 'server_uuid': 'b1ce15de-a4e2-4b52-a814-216d8e2e2c29', 'tag': '41804ce2-42ee-4042-84c0-5cf930010166', 'status': 'completed', 'code': 200} Sep 29 02:13:48.150416 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7a027-f494-4d0c-acb9-a437e870d34c req-ad49aa18-b2cc-4b83-bad7-8882b206cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:48.152084 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c9a7a027-f494-4d0c-acb9-a437e870d34c req-ad49aa18-b2cc-4b83-bad7-8882b206cd97 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 1129 time: 0.0693865 Sep 29 02:13:48.166331 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61460e4-b36b-4469-ac79-c4b574f524af req-410cfc04-4c8f-46ed-8b67-a305c4159fcd tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:48.168031 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b61460e4-b36b-4469-ac79-c4b574f524af req-410cfc04-4c8f-46ed-8b67-a305c4159fcd tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0551867 Sep 29 02:13:48.283059 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b61460e4-b36b-4469-ac79-c4b574f524af req-3d4633dd-9371-45a0-9164-414d62047fd4 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058764 Sep 29 02:13:48.290468 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-78314c44-3f37-4230-964f-5dcf243d3257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '45c6b7bc-1675-402d-b1f9-450b66d5051b', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': '41804ce2-42ee-4042-84c0-5cf930010166', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:71:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ce15de-a4e2-4b52-a814-216d8e2e2c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:47Z', 'updated_at': '2022-09-29T02:13:47Z', 'revision_number': 0, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:48.305738 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7a027-f494-4d0c-acb9-a437e870d34c req-f871a170-2669-42f4-8edd-8fd8ab9d9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:48.307208 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c9a7a027-f494-4d0c-acb9-a437e870d34c req-f871a170-2669-42f4-8edd-8fd8ab9d9da5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 911 time: 0.1381876 Sep 29 02:13:48.325867 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78314c44-3f37-4230-964f-5dcf243d3257 None None] Checking router: 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:13:48.335014 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78314c44-3f37-4230-964f-5dcf243d3257 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:48.335817 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-78314c44-3f37-4230-964f-5dcf243d3257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:13:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:48.356734 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-17da9307-bf37-446d-84b6-69f0c8f83906 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1394924150&fields=id&tenant_id=320dd138f254473a84a601c153e1e39b HTTP/1.1" status: 200 len: 267 time: 0.0461497 Sep 29 02:13:48.440423 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-78314c44-3f37-4230-964f-5dcf243d3257 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:48.484044 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c9a7a027-f494-4d0c-acb9-a437e870d34c req-9ea972c0-bcea-4623-8f1e-a897f307c0c8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41804ce2-42ee-4042-84c0-5cf930010166 HTTP/1.1" status: 200 len: 999 time: 0.1102750 Sep 29 02:13:48.547710 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-191b9b43-b961-444e-ae88-4f26366150d5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:48.550124 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-191b9b43-b961-444e-ae88-4f26366150d5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 818 time: 0.1868179 Sep 29 02:13:48.577261 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-226f7d3b-00d0-4825-b9c3-27fdf1baaecb tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/quotas/320dd138f254473a84a601c153e1e39b HTTP/1.1" status: 200 len: 375 time: 0.0184381 Sep 29 02:13:48.578738 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7a027-f494-4d0c-acb9-a437e870d34c req-4c48bcbb-c6dc-42be-aedf-54a1d3ab6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:48.580182 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c9a7a027-f494-4d0c-acb9-a437e870d34c req-4c48bcbb-c6dc-42be-aedf-54a1d3ab6c35 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b189aa6-b5d7-42f0-bc64-21d8dbf2a762 HTTP/1.1" status: 200 len: 850 time: 0.0896742 Sep 29 02:13:48.640628 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-cb99f40d-1343-4ec7-914b-23553456f243 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0540934 Sep 29 02:13:48.668889 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:48.729452 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:48.753244 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-ebc6a8f2-a766-494a-b6b4-bb41c467735d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943696 Sep 29 02:13:48.764908 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:48.797133 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-78314c44-3f37-4230-964f-5dcf243d3257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '45c6b7bc-1675-402d-b1f9-450b66d5051b', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': '41804ce2-42ee-4042-84c0-5cf930010166', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:71:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ce15de-a4e2-4b52-a814-216d8e2e2c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:47Z', 'updated_at': '2022-09-29T02:13:47Z', 'revision_number': 0, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:48.800705 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.803932 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:48.823658 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78314c44-3f37-4230-964f-5dcf243d3257 None None] The sync data for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi is: [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '45c6b7bc-1675-402d-b1f9-450b66d5051b', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': '41804ce2-42ee-4042-84c0-5cf930010166', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:71:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ce15de-a4e2-4b52-a814-216d8e2e2c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:47Z', 'updated_at': '2022-09-29T02:13:47Z', 'revision_number': 0, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:13:48.848586 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-a897be15-1896-4d71-a26d-97ff646862ec service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896261 Sep 29 02:13:49.053189 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1648d44a-56db-4f87-9280-adad8e03cc12 req-4f342d72-d3eb-43a9-a91e-8b12496e265c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 210 time: 0.0396721 Sep 29 02:13:49.089535 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a222b87-13ff-46b5-b60a-479e202e306f None None] New status for floating IP 45c6b7bc-1675-402d-b1f9-450b66d5051b: ACTIVE {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:13:49.162491 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567e322-79e0-459d-86bf-85b001e2d49d req-febe5d8a-79ca-412b-a1c9-30c75a299e50 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:49.164763 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b567e322-79e0-459d-86bf-85b001e2d49d req-febe5d8a-79ca-412b-a1c9-30c75a299e50 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 948 time: 0.0518632 Sep 29 02:13:49.238781 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b567e322-79e0-459d-86bf-85b001e2d49d req-f030c845-8cf6-4a36-8688-dd43c7afdc05 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683022 Sep 29 02:13:49.423581 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a12f87-90d8-4332-915e-2ad0bdeecb80 req-59269d07-e663-47be-8ae2-057fab85e3b8 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:49.425068 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-23a12f87-90d8-4332-915e-2ad0bdeecb80 req-59269d07-e663-47be-8ae2-057fab85e3b8 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0578220 Sep 29 02:13:49.477526 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-23a12f87-90d8-4332-915e-2ad0bdeecb80 req-eb9a466e-db69-4277-ba9c-30fc26b69930 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465641 Sep 29 02:13:49.777710 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7a027-f494-4d0c-acb9-a437e870d34c req-1db56807-7b88-4215-946a-c3081844fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:49.779196 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c9a7a027-f494-4d0c-acb9-a437e870d34c req-1db56807-7b88-4215-946a-c3081844fd4e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7fb5d174-0244-4143-a2ba-fb111b24bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382657 Sep 29 02:13:49.893603 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c9a7a027-f494-4d0c-acb9-a437e870d34c req-9ce280f6-993f-47a7-92e9-c53fa12d7be2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909476 Sep 29 02:13:50.157960 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-75b761f4-6dfc-4dc7-bc62-37b7d75fe84e req-64049bd0-a74d-44ab-92a0-3678c95dc2db tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 210 time: 0.0281339 Sep 29 02:13:50.302755 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1a659d7c-8576-41e0-b514-1ef58bb38d6b details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:13:50.327639 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c9a7a027-f494-4d0c-acb9-a437e870d34c req-9c9be4a2-2357-4952-bb5b-70d351e4e664 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983686 Sep 29 02:13:50.418793 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76672f38-8e50-4668-a5cf-a620e1fe86de req-cfd4bb00-018b-4a44-9f42-75d3ebdb1bc6 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:50.420276 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-76672f38-8e50-4668-a5cf-a620e1fe86de req-cfd4bb00-018b-4a44-9f42-75d3ebdb1bc6 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 948 time: 0.0569177 Sep 29 02:13:50.443354 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 1a659d7c-8576-41e0-b514-1ef58bb38d6b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1a659d7c-8576-41e0-b514-1ef58bb38d6b,segment=NetworkSegment(c48d81df-b5dc-4460-8697-959e2a624561),segment_id=c48d81df-b5dc-4460-8697-959e2a624561)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:50.446002 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:50.456745 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '1a659d7c-8576-41e0-b514-1ef58bb38d6b', 'network_id': '625bc10e-9023-4f3d-b043-a7b6a1cde478', 'port_id': '1a659d7c-8576-41e0-b514-1ef58bb38d6b', 'mac_address': 'fa:16:3e:6c:f8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784313a0-0fd1-47a9-b8f6-e04710a5bd87', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:13:50.469152 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-76672f38-8e50-4668-a5cf-a620e1fe86de req-02538fff-d913-4462-8eb3-9e1d442b6fa7 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Sep 29 02:13:50.493391 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 1a659d7c-8576-41e0-b514-1ef58bb38d6b is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:50.493784 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:50.507199 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a659d7c-8576-41e0-b514-1ef58bb38d6b {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:50.530459 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 1a659d7c-8576-41e0-b514-1ef58bb38d6b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1a659d7c-8576-41e0-b514-1ef58bb38d6b,segment=NetworkSegment(c48d81df-b5dc-4460-8697-959e2a624561),segment_id=c48d81df-b5dc-4460-8697-959e2a624561)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:50.534696 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:50.587673 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:50.600752 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=1a659d7c-8576-41e0-b514-1ef58bb38d6b,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:50.608780 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96d79d-9031-4756-ab6f-8570c60199b5 req-4aca3944-c905-47c2-ae89-4b02d69ea928 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:50.610263 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4e96d79d-9031-4756-ab6f-8570c60199b5 req-4aca3944-c905-47c2-ae89-4b02d69ea928 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0527606 Sep 29 02:13:50.657190 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4e96d79d-9031-4756-ab6f-8570c60199b5 req-f76aab69-4976-4905-a57b-42fbffb2c967 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412009 Sep 29 02:13:50.889375 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['1a659d7c-8576-41e0-b514-1ef58bb38d6b'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:13:51.259048 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22bdc443-e9fd-4dc1-87d5-bcd65b8a0d83 req-0b72df29-e934-47a8-a8b1-cd010a68d0e5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 210 time: 0.0267441 Sep 29 02:13:51.564842 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46092) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:51.569724 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-ae2cb796-f4b2-4714-99c5-f42433fa9c64 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--173316288', 'description': 'tempest-description--139037669'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:51.592140 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb796-f4b2-4714-99c5-f42433fa9c64 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.650256 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb01c0d-20b7-43f2-bac2-c61b4d8a81cf req-5b5e896f-83c0-4913-adcc-4647ac2782ae tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:51.657339 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8cb01c0d-20b7-43f2-bac2-c61b4d8a81cf req-5b5e896f-83c0-4913-adcc-4647ac2782ae tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 949 time: 0.1093884 Sep 29 02:13:51.669004 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb796-f4b2-4714-99c5-f42433fa9c64 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (d5af6d30-f3d1-408b-b2ec-055f9a9013b6), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.673780 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb796-f4b2-4714-99c5-f42433fa9c64 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d5af6d30-f3d1-408b-b2ec-055f9a9013b6), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.705932 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cb796-f4b2-4714-99c5-f42433fa9c64 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5af6d30-f3d1-408b-b2ec-055f9a9013b6,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:51.710577 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb796-f4b2-4714-99c5-f42433fa9c64 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.712040 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-ae2cb796-f4b2-4714-99c5-f42433fa9c64 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1459675 Sep 29 02:13:51.715781 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46096) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:51.720957 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-7ec75e9c-883f-41c4-9fa2-12138dba8a52 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'security_group_rule': {'security_group_id': 'd5af6d30-f3d1-408b-b2ec-055f9a9013b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:51.752400 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7ec75e9c-883f-41c4-9fa2-12138dba8a52 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (b50f1e36-1536-4553-9bb4-8fb9207c8df6), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.786110 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:51.802942 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8cb01c0d-20b7-43f2-bac2-c61b4d8a81cf req-7ffa6a13-4c74-4086-a880-30ef92115245 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431687 Sep 29 02:13:51.835644 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7ec75e9c-883f-41c4-9fa2-12138dba8a52 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (b50f1e36-1536-4553-9bb4-8fb9207c8df6), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.839414 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-be6e1dab-e5d0-4ef3-8627-97cffd2b9927 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:51.841120 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-be6e1dab-e5d0-4ef3-8627-97cffd2b9927 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 818 time: 0.2589171 Sep 29 02:13:51.842093 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7ec75e9c-883f-41c4-9fa2-12138dba8a52 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (b50f1e36-1536-4553-9bb4-8fb9207c8df6), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.862617 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec75e9c-883f-41c4-9fa2-12138dba8a52 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50f1e36-1536-4553-9bb4-8fb9207c8df6,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:51.865035 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bc9e8-7e09-4430-81f7-3425cae96e02 req-01d4b157-d6d5-4963-bf9b-13b06ec6c368 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:51.866672 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ea4bc9e8-7e09-4430-81f7-3425cae96e02 req-01d4b157-d6d5-4963-bf9b-13b06ec6c368 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.1044352 Sep 29 02:13:51.872176 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7ec75e9c-883f-41c4-9fa2-12138dba8a52 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.873444 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-7ec75e9c-883f-41c4-9fa2-12138dba8a52 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568010 Sep 29 02:13:51.876028 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46104) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:51.880264 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-f217c43a-2a65-4ed9-b078-4a4daeaa230e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'security_group_rule': {'security_group_id': 'd5af6d30-f3d1-408b-b2ec-055f9a9013b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:51.907359 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f217c43a-2a65-4ed9-b078-4a4daeaa230e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (70085333-f965-46ec-98c9-384b38c4770a), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.920094 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ea4bc9e8-7e09-4430-81f7-3425cae96e02 req-f262c564-7685-4112-a775-a7a0a75e700d tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477910 Sep 29 02:13:51.945762 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:51.973208 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:51.976458 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-8bafebdd-7940-4ab8-8b9a-297213356b0d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=320dd138f254473a84a601c153e1e39b HTTP/1.1" status: 200 len: 380 time: 0.0553689 Sep 29 02:13:51.979321 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f217c43a-2a65-4ed9-b078-4a4daeaa230e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (70085333-f965-46ec-98c9-384b38c4770a), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.982803 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f217c43a-2a65-4ed9-b078-4a4daeaa230e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (70085333-f965-46ec-98c9-384b38c4770a), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.988804 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-4ea6a1fc-2aab-439a-994c-6ebda6e6df5a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Request body: {'port': {'device_id': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'admin_state_up': True, 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'security_groups': ['41491b35-2cdd-4f49-91f3-9271bb69e1ef']}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:51.989143 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:52.005076 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217c43a-2a65-4ed9-b078-4a4daeaa230e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70085333-f965-46ec-98c9-384b38c4770a,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:52.010768 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f217c43a-2a65-4ed9-b078-4a4daeaa230e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.011954 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-f217c43a-2a65-4ed9-b078-4a4daeaa230e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350141 Sep 29 02:13:52.015136 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46106) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:52.020030 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:52.043637 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.102435 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-4ea6a1fc-2aab-439a-994c-6ebda6e6df5a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Made reservation on behalf of 320dd138f254473a84a601c153e1e39b for: {'port': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:52.106653 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-4ea6a1fc-2aab-439a-994c-6ebda6e6df5a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.125407 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.237744 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-4ea6a1fc-2aab-439a-994c-6ebda6e6df5a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Allocated IP 172.20.0.13 (c2bc5a46-4a67-46c9-9128-c14743d2b1ef/764dc2d1-8bd7-4871-9f05-6fabbfe2761a/34fa7290-3f69-4262-816c-ca3f9f1c282e) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:52.237993 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Allocated IP 172.27.3.87 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/a41edab5-a1e1-4417-b417-3519b978703e) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:52.339352 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1a659d7c-8576-41e0-b514-1ef58bb38d6b up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:52.362217 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for port (a41edab5-a1e1-4417-b417-3519b978703e), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.400761 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (a41edab5-a1e1-4417-b417-3519b978703e), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.404099 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 1a659d7c-8576-41e0-b514-1ef58bb38d6b completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:13:52.412043 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 1a659d7c-8576-41e0-b514-1ef58bb38d6b triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:52.412451 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.412817 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 1a659d7c-8576-41e0-b514-1ef58bb38d6b Sep 29 02:13:52.416078 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-33ed2adc-8114-48f0-9baf-8b0bb30abbef req-6f880797-6762-4935-b62e-59db8d959467 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 210 time: 0.0367358 Sep 29 02:13:52.439316 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-4ea6a1fc-2aab-439a-994c-6ebda6e6df5a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.461221 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:52.470592 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:52.473839 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:52.479950 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'Port': ['ID=a41edab5-a1e1-4417-b417-3519b978703e,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:52.492917 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-4ea6a1fc-2aab-439a-994c-6ebda6e6df5a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.496894 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 1a659d7c-8576-41e0-b514-1ef58bb38d6b is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:52.497371 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.524309 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17c8fc4-8444-48b5-8175-0ef6f0af884a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a659d7c-8576-41e0-b514-1ef58bb38d6b'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:52.526874 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650abdaa-495b-455a-bcd7-5438f4271218" -d '{"events": [{"server_uuid": "b17c8fc4-8444-48b5-8175-0ef6f0af884a", "name": "network-vif-plugged", "status": "completed", "tag": "1a659d7c-8576-41e0-b514-1ef58bb38d6b"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:52.528635 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (72291304-b11e-4666-8d89-737b2a24d7d1), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.540135 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 1a659d7c-8576-41e0-b514-1ef58bb38d6b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1a659d7c-8576-41e0-b514-1ef58bb38d6b,segment=NetworkSegment(c48d81df-b5dc-4460-8697-959e2a624561),segment_id=c48d81df-b5dc-4460-8697-959e2a624561)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:52.545857 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.547376 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6a1fc-2aab-439a-994c-6ebda6e6df5a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Pushing event updated for resources: {'Port': ['ID=34fa7290-3f69-4262-816c-ca3f9f1c282e,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:52.552773 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:52.567188 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-4ea6a1fc-2aab-439a-994c-6ebda6e6df5a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Network c2bc5a46-4a67-46c9-9128-c14743d2b1ef is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:52.569666 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-4ea6a1fc-2aab-439a-994c-6ebda6e6df5a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:52.586061 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-4ea6a1fc-2aab-439a-994c-6ebda6e6df5a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:52.594327 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a41edab5-a1e1-4417-b417-3519b978703e), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.596024 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bbc14b-284c-4073-8ab0-ae646608b3c4 x-openstack-request-id: req-a2bbc14b-284c-4073-8ab0-ae646608b3c4 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:52.596369 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17c8fc4-8444-48b5-8175-0ef6f0af884a", "name": "network-vif-plugged", "status": "completed", "tag": "1a659d7c-8576-41e0-b514-1ef58bb38d6b", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:52.596856 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a2bbc14b-284c-4073-8ab0-ae646608b3c4 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:52.597403 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2bbc14b-284c-4073-8ab0-ae646608b3c4'] response: {'server_uuid': 'b17c8fc4-8444-48b5-8175-0ef6f0af884a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a659d7c-8576-41e0-b514-1ef58bb38d6b', 'code': 200} Sep 29 02:13:52.673854 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=1a659d7c-8576-41e0-b514-1ef58bb38d6b,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:52.675222 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-4ea6a1fc-2aab-439a-994c-6ebda6e6df5a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:52.676375 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-4ea6a1fc-2aab-439a-994c-6ebda6e6df5a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.704958 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-4ea6a1fc-2aab-439a-994c-6ebda6e6df5a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7209475 Sep 29 02:13:52.719382 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Request body: {'port': {'device_id': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:52.796681 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.809828 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for port (a41edab5-a1e1-4417-b417-3519b978703e), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.816924 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a41edab5-a1e1-4417-b417-3519b978703e), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.817836 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (72291304-b11e-4666-8d89-737b2a24d7d1), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.829728 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:52.857833 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:52.922272 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-2c645c22-4ef3-465d-81ab-aee2c6dfc907 None None] Provisioning complete for port 34fa7290-3f69-4262-816c-ca3f9f1c282e triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:52.923115 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2c645c22-4ef3-465d-81ab-aee2c6dfc907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.923673 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-2c645c22-4ef3-465d-81ab-aee2c6dfc907 None None] Attempt 1 to provision port 34fa7290-3f69-4262-816c-ca3f9f1c282e Sep 29 02:13:52.964710 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-2c645c22-4ef3-465d-81ab-aee2c6dfc907 None None] Port 34fa7290-3f69-4262-816c-ca3f9f1c282e cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:52.979099 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:53.010685 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82fcf5-99ad-419d-b11f-54606819b48d req-246afdaf-6850-41c5-b17a-4191cc71f793 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:53.012418 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-dd82fcf5-99ad-419d-b11f-54606819b48d req-246afdaf-6850-41c5-b17a-4191cc71f793 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 950 time: 0.1096759 Sep 29 02:13:53.110971 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:53.126394 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.127677 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1109285 Sep 29 02:13:53.141506 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940dff3-63e5-4e8a-bcdc-cf333320a379 req-0c0f78e5-4a47-4be2-a55a-df3b0785b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:53.143007 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-0940dff3-63e5-4e8a-bcdc-cf333320a379 req-0c0f78e5-4a47-4be2-a55a-df3b0785b8e5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 1134 time: 0.2925460 Sep 29 02:13:53.144537 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0f2a0-8ef8-4ede-bc6f-9bf2ad8e2461 req-65604494-8035-41a1-a62e-0c4ea097eb51 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:53.145458 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185bb86-c7c3-4bda-b509-6370e591ab69 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'Port': ['ID=a41edab5-a1e1-4417-b417-3519b978703e,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:53.146184 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f2f0f2a0-8ef8-4ede-bc6f-9bf2ad8e2461 req-65604494-8035-41a1-a62e-0c4ea097eb51 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.1114066 Sep 29 02:13:53.190123 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-dd82fcf5-99ad-419d-b11f-54606819b48d req-b45bd6c7-ff51-427a-8a3d-aac72a494da2 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701376 Sep 29 02:13:53.210483 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-0940dff3-63e5-4e8a-bcdc-cf333320a379 req-cb0182cc-cc88-41a9-840c-7a52b49dcc65 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559552 Sep 29 02:13:53.279336 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f2f0f2a0-8ef8-4ede-bc6f-9bf2ad8e2461 req-7fd0d671-1538-416a-a404-a726a49b7303 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143122 Sep 29 02:13:53.290490 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34fa7290-3f69-4262-816c-ca3f9f1c282e {{(pid=106336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:53.299735 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Publish callbacks [] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.315356 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.provisioning_blocks [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Transition to ACTIVE for port object 34fa7290-3f69-4262-816c-ca3f9f1c282e will not be triggered until provisioned by entity L2. {{(pid=106336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:13:53.319397 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.421070 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Pushing event updated for resources: {'Port': ['ID=34fa7290-3f69-4262-816c-ca3f9f1c282e,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:53.465930 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-2c645c22-4ef3-465d-81ab-aee2c6dfc907 None None] Attempt 2 to provision port 34fa7290-3f69-4262-816c-ca3f9f1c282e Sep 29 02:13:53.469409 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Attempting to bind port 34fa7290-3f69-4262-816c-ca3f9f1c282e on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:53.469741 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Attempting to bind port 34fa7290-3f69-4262-816c-ca3f9f1c282e by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'}] {{(pid=106336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:53.470066 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Attempting to bind port 34fa7290-3f69-4262-816c-ca3f9f1c282e on network c2bc5a46-4a67-46c9-9128-c14743d2b1ef {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:53.475183 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-3a0045b0-11c0-49db-a58a-1dbb416abac1 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--173316288&fields=id&tenant_id=cc20488e0b2d48f796052c4e76990b19 HTTP/1.1" status: 200 len: 267 time: 0.1014760 Sep 29 02:13:53.499405 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-2c645c22-4ef3-465d-81ab-aee2c6dfc907 None None] Port 34fa7290-3f69-4262-816c-ca3f9f1c282e cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:53.873991 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bc2ce-5d1b-498f-8609-b2b326cd1d61 req-8c61f069-9a82-4f3d-82d5-866248541ed9 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:53.875490 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a61bc2ce-5d1b-498f-8609-b2b326cd1d61 req-8c61f069-9a82-4f3d-82d5-866248541ed9 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 944 time: 0.3694439 Sep 29 02:13:53.878752 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Port 34fa7290-3f69-4262-816c-ca3f9f1c282e on network c2bc5a46-4a67-46c9-9128-c14743d2b1ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:13:53.879075 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Attempting to bind port 34fa7290-3f69-4262-816c-ca3f9f1c282e on network c2bc5a46-4a67-46c9-9128-c14743d2b1ef {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:53.910929 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:53.959710 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-4d0fd7db-43e8-487b-8bed-6db7d1783bbb tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:53.961157 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-4d0fd7db-43e8-487b-8bed-6db7d1783bbb tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 814 time: 0.4672086 Sep 29 02:13:53.997925 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a61bc2ce-5d1b-498f-8609-b2b326cd1d61 req-ae56db6a-b061-46b5-827a-65243dfdcf5d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109173 Sep 29 02:13:53.998979 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:53.999311 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Checking segment: {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:53.999812 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Bound using segment: {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'} {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:54.000317 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Bound port: 34fa7290-3f69-4262-816c-ca3f9f1c282e, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a66e65-2c98-4962-b0c9-17c2a83c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef'}}] {{(pid=106336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:54.000795 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-2c645c22-4ef3-465d-81ab-aee2c6dfc907 None None] Attempt 3 to provision port 34fa7290-3f69-4262-816c-ca3f9f1c282e Sep 29 02:13:54.000959 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.004387 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-b39b3a6d-df13-41d3-acff-38200eb23861 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/quotas/cc20488e0b2d48f796052c4e76990b19 HTTP/1.1" status: 200 len: 375 time: 0.0327721 Sep 29 02:13:54.024775 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:54.044128 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-2c645c22-4ef3-465d-81ab-aee2c6dfc907 None None] Port 34fa7290-3f69-4262-816c-ca3f9f1c282e cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:54.095741 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-8f9dce3b-a182-492a-a4a7-e4c20e8dd691 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825658 Sep 29 02:13:54.134598 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] For port 34fa7290-3f69-4262-816c-ca3f9f1c282e, host hv-cinder-74014, cleared binding levels {{(pid=106336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:54.172577 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] For port 34fa7290-3f69-4262-816c-ca3f9f1c282e, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=34fa7290-3f69-4262-816c-ca3f9f1c282e,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:54.180525 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:54.185671 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.194178 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.194777 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.196128 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/34fa7290-3f69-4262-816c-ca3f9f1c282e HTTP/1.1" status: 200 len: 1094 time: 1.4840224 Sep 29 02:13:54.197108 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'tag': '34fa7290-3f69-4262-816c-ca3f9f1c282e'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:54.199303 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdcc77e-5c5a-42e7-965a-b8aaaf490a38" -d '{"events": [{"name": "network-changed", "server_uuid": "4182fca3-7bdd-48a9-80d3-d54fe5049958", "tag": "34fa7290-3f69-4262-816c-ca3f9f1c282e"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:54.266941 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e68e67-363c-4091-bd2d-0ddd6862978b x-openstack-request-id: req-d9e68e67-363c-4091-bd2d-0ddd6862978b {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:54.267243 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4182fca3-7bdd-48a9-80d3-d54fe5049958", "tag": "34fa7290-3f69-4262-816c-ca3f9f1c282e", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:54.267562 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d9e68e67-363c-4091-bd2d-0ddd6862978b {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:54.268185 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e68e67-363c-4091-bd2d-0ddd6862978b'] response: {'name': 'network-changed', 'server_uuid': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'tag': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'status': 'completed', 'code': 200} Sep 29 02:13:54.290118 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-64769b6f-c9f4-404e-8cfc-558be484da6e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800048 Sep 29 02:13:54.361537 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c1b72-464b-437e-94f9-97713fcac54e service neutron] Pushing event updated for resources: {'Port': ['ID=34fa7290-3f69-4262-816c-ca3f9f1c282e,revision_number=3']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:54.387141 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-fec125ad-ff86-49bd-9b1f-5231a80d45de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.388642 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-fec125ad-ff86-49bd-9b1f-5231a80d45de service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 1128 time: 0.1364872 Sep 29 02:13:54.411365 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcdf47-e8ad-47e6-8d2d-a206c48decc5 req-4877a29a-f22f-490b-9990-85ab017b6385 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.412795 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a5dcdf47-e8ad-47e6-8d2d-a206c48decc5 req-4877a29a-f22f-490b-9990-85ab017b6385 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 950 time: 0.1048534 Sep 29 02:13:54.455175 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-3052c7f8-e099-4f88-9bf1-45ac47bf388e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577904 Sep 29 02:13:54.478611 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a5dcdf47-e8ad-47e6-8d2d-a206c48decc5 req-20fd4b4a-dc23-4206-9b1f-7d220dc80990 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546942 Sep 29 02:13:54.545119 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-2c645c22-4ef3-465d-81ab-aee2c6dfc907 None None] Attempt 4 to provision port 34fa7290-3f69-4262-816c-ca3f9f1c282e Sep 29 02:13:54.627633 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a3694-334e-4793-99c8-773e17f1c3fc req-1092e804-5526-415d-be6d-d0caa9a2c2ff tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.630633 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7e1a3694-334e-4793-99c8-773e17f1c3fc req-1092e804-5526-415d-be6d-d0caa9a2c2ff tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0871565 Sep 29 02:13:54.643537 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-2c645c22-4ef3-465d-81ab-aee2c6dfc907 None None] Port 34fa7290-3f69-4262-816c-ca3f9f1c282e had new provisioning blocks added so it will not transition to active. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:13:54.693510 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d556160a-0f43-4af9-ba6f-40f80ef852c7 req-7ff234ff-cedf-4962-8ca1-0288ef647de3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 210 time: 0.0424080 Sep 29 02:13:54.729731 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7e1a3694-334e-4793-99c8-773e17f1c3fc req-62e3e293-1f94-42b6-8cd9-7c8860133bfa tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923111 Sep 29 02:13:55.157852 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093be03d-26df-4dc5-9e18-8c88037e9874 req-46b59976-2829-4390-a67c-e2d51d8a7b81 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:55.159237 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-093be03d-26df-4dc5-9e18-8c88037e9874 req-46b59976-2829-4390-a67c-e2d51d8a7b81 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 944 time: 0.0743694 Sep 29 02:13:55.160588 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-cad69730-b790-4518-bc7c-c9f0df6b0c59 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34fa7290-3f69-4262-816c-ca3f9f1c282e HTTP/1.1" status: 200 len: 217 time: 0.0445144 Sep 29 02:13:55.208367 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-093be03d-26df-4dc5-9e18-8c88037e9874 req-585b4b4c-73be-45ec-85a3-9929d3da1298 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434928 Sep 29 02:13:55.341791 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-c1a0c025-d0a1-4388-b47e-48d1f9ba1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:55.344076 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-c1a0c025-d0a1-4388-b47e-48d1f9ba1dad service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.0507677 Sep 29 02:13:55.398835 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-1b9dbd9d-6f16-4db6-b685-9de8721d376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:55.400313 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-1b9dbd9d-6f16-4db6-b685-9de8721d376f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379698 Sep 29 02:13:55.591614 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:55.600833 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6fff9-6993-4643-8af8-7b509a5d6eab req-b85b1c62-f193-4958-a015-1551aeded044 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:55.602352 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e7a6fff9-6993-4643-8af8-7b509a5d6eab req-b85b1c62-f193-4958-a015-1551aeded044 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 950 time: 0.0476727 Sep 29 02:13:55.648664 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e7a6fff9-6993-4643-8af8-7b509a5d6eab req-6c42850d-5d46-48ab-a0d1-9ccf1cba11c2 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407012 Sep 29 02:13:55.809145 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f87c68aa-8f2a-4842-92c8-147df6e3c197 req-3f297853-26b2-4385-a87a-5830bd45fb2d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 210 time: 0.0320547 Sep 29 02:13:55.953491 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7c070-6aed-42d2-887e-341e8711b1f1 req-eb2503e1-1b59-4aa7-a13b-4f5990d27ffe tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:55.954936 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b7b7c070-6aed-42d2-887e-341e8711b1f1 req-eb2503e1-1b59-4aa7-a13b-4f5990d27ffe tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0775206 Sep 29 02:13:55.962318 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31e8ed-71e8-43d1-8b04-a57a9d379951 req-b72c61c0-c4ba-4775-a666-4f02c29727a2 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:55.963662 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ab31e8ed-71e8-43d1-8b04-a57a9d379951 req-b72c61c0-c4ba-4775-a666-4f02c29727a2 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 950 time: 0.0739093 Sep 29 02:13:56.040749 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b7b7c070-6aed-42d2-887e-341e8711b1f1 req-5abf6510-008f-4a43-a555-fe382a52517c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761671 Sep 29 02:13:56.045459 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ab31e8ed-71e8-43d1-8b04-a57a9d379951 req-e75c3412-b630-41e4-9b91-1372ecd99f6d tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739326 Sep 29 02:13:56.083328 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:56.323958 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70387916-35fd-439d-83c4-22fb20615352 req-dde573de-c490-49a7-b757-bb05a07f7b72 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:56.325426 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-70387916-35fd-439d-83c4-22fb20615352 req-dde573de-c490-49a7-b757-bb05a07f7b72 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 944 time: 0.0450981 Sep 29 02:13:56.370867 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-70387916-35fd-439d-83c4-22fb20615352 req-5e495d09-d0ea-4068-bd8c-36f1d435f5da tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398457 Sep 29 02:13:56.925513 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8ee4a464-aea8-4a19-a661-fea1be565e5f req-f8f1afe8-2dde-4c56-b5e3-7c6bbdf482be tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 210 time: 0.0288641 Sep 29 02:13:57.151458 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:57.194598 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788aaa0-06e6-4c46-9624-2dac9e3f495c req-b6a02275-5281-4e11-97b7-abd46ddaecfe tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:57.196043 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9788aaa0-06e6-4c46-9624-2dac9e3f495c req-b6a02275-5281-4e11-97b7-abd46ddaecfe tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 950 time: 0.0745959 Sep 29 02:13:57.217404 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d488a2f-7185-4348-a23a-ddfbfcb8ba7e req-1d5a0e41-429c-40e3-8a9e-951210eb04f0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:57.219386 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1d488a2f-7185-4348-a23a-ddfbfcb8ba7e req-1d5a0e41-429c-40e3-8a9e-951210eb04f0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0646007 Sep 29 02:13:57.286057 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9788aaa0-06e6-4c46-9624-2dac9e3f495c req-b089a324-0e00-46a6-8c71-1183a0372d2e tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817804 Sep 29 02:13:57.292821 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1d488a2f-7185-4348-a23a-ddfbfcb8ba7e req-11cdc9a9-4e8c-46c0-977f-399d70e4fdf1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663636 Sep 29 02:13:57.496654 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f930351-5b3d-4d90-9570-b9a115124fce req-2d793f6c-1030-4935-97b0-1058d8dce5d4 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:57.498166 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8f930351-5b3d-4d90-9570-b9a115124fce req-2d793f6c-1030-4935-97b0-1058d8dce5d4 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 944 time: 0.0458591 Sep 29 02:13:57.543711 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8f930351-5b3d-4d90-9570-b9a115124fce req-11890e4e-cf97-4b42-93f3-c457dc5439e4 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399618 Sep 29 02:13:57.801325 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-42b6189f-32e3-4f50-93fa-8090ac84bb0e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887280 Sep 29 02:13:58.024794 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-64115362-5115-4c1f-8f53-a8d10af4fafd req-4034325e-de8d-423d-9167-5b925ccfcac5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 210 time: 0.0273004 Sep 29 02:13:58.438028 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561a76-097e-4eeb-8ac1-8bcb210ba460 req-a7e6f577-c4c9-4bbf-8261-c07400381d40 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:58.439723 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c1561a76-097e-4eeb-8ac1-8bcb210ba460 req-a7e6f577-c4c9-4bbf-8261-c07400381d40 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 950 time: 0.0764949 Sep 29 02:13:58.445149 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b398018-30f6-4fd3-8ef8-6188801bb6d5 req-b82d9829-68d7-4e7f-8e24-dbf5926c8edc tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:58.446477 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5b398018-30f6-4fd3-8ef8-6188801bb6d5 req-b82d9829-68d7-4e7f-8e24-dbf5926c8edc tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0748649 Sep 29 02:13:58.518538 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c1561a76-097e-4eeb-8ac1-8bcb210ba460 req-3a9ccaef-86bf-4fa6-a753-61e16ccad596 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711384 Sep 29 02:13:58.522450 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5b398018-30f6-4fd3-8ef8-6188801bb6d5 req-69d34a5c-cff4-44b3-bfba-4c3538ba1984 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679815 Sep 29 02:13:58.659975 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831e753-f170-44d7-bb1d-1110115c5973 req-9642ab06-fa72-4f22-aecb-fce2c5b3e732 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:58.661430 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a831e753-f170-44d7-bb1d-1110115c5973 req-9642ab06-fa72-4f22-aecb-fce2c5b3e732 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 944 time: 0.0454738 Sep 29 02:13:58.684190 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:58.711955 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a831e753-f170-44d7-bb1d-1110115c5973 req-c0b0b995-7ade-4577-a06d-8bf51af933a8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451195 Sep 29 02:13:59.123430 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5cac4d2c-71b2-40f8-948b-9712aba01013 req-6ae18fcb-6dde-46d1-a42a-2dc7b8e66857 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 210 time: 0.0262141 Sep 29 02:13:59.270486 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:59.303434 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:59.666828 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce57dda-2e5a-47ec-9f7d-8ccad80c5fc3 req-3249324e-f419-49a4-a9b8-a6be3a703c52 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:59.668289 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bce57dda-2e5a-47ec-9f7d-8ccad80c5fc3 req-3249324e-f419-49a4-a9b8-a6be3a703c52 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 950 time: 0.0745425 Sep 29 02:13:59.675562 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40ae9-5793-4d55-ac74-d8f46f558175 req-20b7d7b0-42b6-43f3-a427-d1fae17498dd tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:59.676933 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f2a40ae9-5793-4d55-ac74-d8f46f558175 req-20b7d7b0-42b6-43f3-a427-d1fae17498dd tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0719891 Sep 29 02:13:59.751473 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bce57dda-2e5a-47ec-9f7d-8ccad80c5fc3 req-25162bba-0949-42a0-90da-622a5daedc88 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736136 Sep 29 02:13:59.755353 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f2a40ae9-5793-4d55-ac74-d8f46f558175 req-3826114b-7e17-4345-b088-b394a2b17906 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718379 Sep 29 02:13:59.850914 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415abae1-85f7-4070-b03c-cf62fd0ba1c0 req-9bcb8999-eb2b-472c-b8f7-3b9847acc2dd tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:59.852288 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-415abae1-85f7-4070-b03c-cf62fd0ba1c0 req-9bcb8999-eb2b-472c-b8f7-3b9847acc2dd tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 944 time: 0.0457978 Sep 29 02:13:59.899389 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-415abae1-85f7-4070-b03c-cf62fd0ba1c0 req-2f626969-c5af-45e8-a446-2b990b3c80b8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415661 Sep 29 02:14:00.222083 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d70d1b2e-ce59-462b-8a1c-7c65395b1b32 req-6086accc-7c20-4578-b7ab-1ceefebf0c05 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 210 time: 0.0272636 Sep 29 02:14:00.775021 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-26265fde-f336-4d28-81f3-90ccebcbd450 req-55a71b85-8fba-4a24-bec7-f2b6bcc2562d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888021 Sep 29 02:14:00.880027 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:00.909093 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b7169-3799-464c-848a-b4134118c8ce req-11d23c79-3596-4afe-8fac-6914ab09fb13 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:00.910616 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f87b7169-3799-464c-848a-b4134118c8ce req-11d23c79-3596-4afe-8fac-6914ab09fb13 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 950 time: 0.0830402 Sep 29 02:14:00.916303 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e20caf-5dbb-4e34-84be-4e888bf22f48 req-a852a946-fb8e-4ede-9346-9b9faaa54750 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:00.917898 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b9e20caf-5dbb-4e34-84be-4e888bf22f48 req-a852a946-fb8e-4ede-9346-9b9faaa54750 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0793197 Sep 29 02:14:00.991326 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f87b7169-3799-464c-848a-b4134118c8ce req-c60ce72d-4fd0-4944-ad5a-65955fa2bfb5 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726550 Sep 29 02:14:00.995333 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b9e20caf-5dbb-4e34-84be-4e888bf22f48 req-f3d2e5fd-81ab-4f4e-9513-4b905e484839 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691936 Sep 29 02:14:01.093837 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707b7cf-b634-48be-9bc5-9534ec940813 req-c9cf25f7-730b-40b6-8095-c351ddcbd91d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:01.095328 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1707b7cf-b634-48be-9bc5-9534ec940813 req-c9cf25f7-730b-40b6-8095-c351ddcbd91d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 944 time: 0.0466609 Sep 29 02:14:01.145127 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1707b7cf-b634-48be-9bc5-9534ec940813 req-24ed86ca-509b-4564-ad80-fdcf58599986 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440490 Sep 29 02:14:01.327701 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-acbf05a4-0178-45ae-8cbb-9e2dcf0deab4 req-f5a0fab8-7a76-478f-a31c-da24bebf2ef7 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 210 time: 0.0317807 Sep 29 02:14:02.140838 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcd469-b2c5-4b6a-b084-bd1c2dca9fa2 req-ca76ff3a-9a28-4913-8097-b576887bd245 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:02.142377 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-29fcd469-b2c5-4b6a-b084-bd1c2dca9fa2 req-ca76ff3a-9a28-4913-8097-b576887bd245 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 950 time: 0.0709767 Sep 29 02:14:02.161215 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c52e1-5569-4f6e-a678-c0bd816650b0 req-4141d080-2491-442b-b8e0-4dfaadc36e0a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:02.162578 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-363c52e1-5569-4f6e-a678-c0bd816650b0 req-4141d080-2491-442b-b8e0-4dfaadc36e0a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0641377 Sep 29 02:14:02.226960 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-29fcd469-b2c5-4b6a-b084-bd1c2dca9fa2 req-8be7f680-6439-45a4-9f3b-f2ccc3fb4530 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787988 Sep 29 02:14:02.231079 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-363c52e1-5569-4f6e-a678-c0bd816650b0 req-2d661cf8-33f9-4e44-be4a-462ca476c583 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618889 Sep 29 02:14:02.335981 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ee4ac-005b-4ad8-9c07-5110c6f6688b req-1c0a5447-a4e3-457d-a4a5-69437f2fdfb7 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:02.337798 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-535ee4ac-005b-4ad8-9c07-5110c6f6688b req-1c0a5447-a4e3-457d-a4a5-69437f2fdfb7 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 944 time: 0.0541000 Sep 29 02:14:02.387874 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-535ee4ac-005b-4ad8-9c07-5110c6f6688b req-f3f07718-90c0-42af-a09b-eddd92bc5736 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432005 Sep 29 02:14:02.463080 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:02.472419 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f7248-2c98-416b-bcc1-026e102b4dc4 req-4daed78f-3c83-4553-a677-fddf9bd0a329 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:02.473591 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a10f7248-2c98-416b-bcc1-026e102b4dc4 req-4daed78f-3c83-4553-a677-fddf9bd0a329 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0551775 Sep 29 02:14:02.542923 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcefd-d0f9-4fa0-be8a-9f92933c0950 req-15d2a798-b51c-48fb-88b1-1e208bd88f3f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:02.545511 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-042bcefd-d0f9-4fa0-be8a-9f92933c0950 req-15d2a798-b51c-48fb-88b1-1e208bd88f3f tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 950 time: 0.0516052 Sep 29 02:14:02.551398 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8c7e79a9-d7d7-4dbf-964d-675c71dd786b req-f4b1cfd9-ef86-4ce0-8f69-14f370fa8810 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 210 time: 0.0867863 Sep 29 02:14:02.560419 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcc77e-5c5a-42e7-965a-b8aaaf490a38 req-60dfd644-68f1-42b2-bc13-975de54ff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:02.561953 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bdcc77e-5c5a-42e7-965a-b8aaaf490a38 req-60dfd644-68f1-42b2-bc13-975de54ff14f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 1128 time: 0.0516942 Sep 29 02:14:02.616037 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a10f7248-2c98-416b-bcc1-026e102b4dc4 req-526421aa-5a13-4a15-a9f4-8ae73d817e1d tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344903 Sep 29 02:14:02.681542 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-042bcefd-d0f9-4fa0-be8a-9f92933c0950 req-0a227e20-ffd1-4046-9903-ec1ecfaf192b tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Deleting port 1a659d7c-8576-41e0-b514-1ef58bb38d6b {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:14:02.681542 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-042bcefd-d0f9-4fa0-be8a-9f92933c0950 req-0a227e20-ffd1-4046-9903-ec1ecfaf192b tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:02.684805 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27caffdf-db9a-4d5f-a20c-8bc8beb4f25e req-5a397720-320e-4eee-8350-6ccd3801d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:02.686342 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-27caffdf-db9a-4d5f-a20c-8bc8beb4f25e req-5a397720-320e-4eee-8350-6ccd3801d686 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2a04f2488c2a4d219ad8193c4dd12b65&device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 1130 time: 0.0784740 Sep 29 02:14:02.686465 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcc77e-5c5a-42e7-965a-b8aaaf490a38 req-ca1b9187-0fe0-4ebc-b65f-6aa35211c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:02.687910 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bdcc77e-5c5a-42e7-965a-b8aaaf490a38 req-ca1b9187-0fe0-4ebc-b65f-6aa35211c380 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 918 time: 0.1124332 Sep 29 02:14:02.746769 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bdcc77e-5c5a-42e7-965a-b8aaaf490a38 req-fb18db09-2054-4b60-8fd9-bd7a64603c6b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34fa7290-3f69-4262-816c-ca3f9f1c282e HTTP/1.1" status: 200 len: 217 time: 0.0413561 Sep 29 02:14:02.804732 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcc77e-5c5a-42e7-965a-b8aaaf490a38 req-b7d6897a-4509-4a08-bfb3-20ce9cd3c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:02.806122 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bdcc77e-5c5a-42e7-965a-b8aaaf490a38 req-b7d6897a-4509-4a08-bfb3-20ce9cd3c6be service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.0521326 Sep 29 02:14:02.855511 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-042bcefd-d0f9-4fa0-be8a-9f92933c0950 req-0a227e20-ffd1-4046-9903-ec1ecfaf192b tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] For port 1a659d7c-8576-41e0-b514-1ef58bb38d6b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1a659d7c-8576-41e0-b514-1ef58bb38d6b,segment=NetworkSegment(c48d81df-b5dc-4460-8697-959e2a624561),segment_id=c48d81df-b5dc-4460-8697-959e2a624561)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:02.855876 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-042bcefd-d0f9-4fa0-be8a-9f92933c0950 req-0a227e20-ffd1-4046-9903-ec1ecfaf192b tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:02.868608 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27caffdf-db9a-4d5f-a20c-8bc8beb4f25e req-977acd53-b37c-4007-a196-d16e7f251266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:02.870101 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-27caffdf-db9a-4d5f-a20c-8bc8beb4f25e req-977acd53-b37c-4007-a196-d16e7f251266 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 HTTP/1.1" status: 200 len: 910 time: 0.1712108 Sep 29 02:14:02.874060 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-042bcefd-d0f9-4fa0-be8a-9f92933c0950 req-0a227e20-ffd1-4046-9903-ec1ecfaf192b tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Calling delete_port for 1a659d7c-8576-41e0-b514-1ef58bb38d6b owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:14:03.004359 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-042bcefd-d0f9-4fa0-be8a-9f92933c0950 req-0a227e20-ffd1-4046-9903-ec1ecfaf192b tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (1a659d7c-8576-41e0-b514-1ef58bb38d6b), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.032120 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a227e20-ffd1-4046-9903-ec1ecfaf192b tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Pushing event deleted for resources: {'Port': ['ID=1a659d7c-8576-41e0-b514-1ef58bb38d6b,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:03.078533 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-042bcefd-d0f9-4fa0-be8a-9f92933c0950 req-0a227e20-ffd1-4046-9903-ec1ecfaf192b tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] No DVR routers for this DVR port 1a659d7c-8576-41e0-b514-1ef58bb38d6b on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:14:03.081949 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-042bcefd-d0f9-4fa0-be8a-9f92933c0950 req-0a227e20-ffd1-4046-9903-ec1ecfaf192b tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.088271 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-042bcefd-d0f9-4fa0-be8a-9f92933c0950 req-0a227e20-ffd1-4046-9903-ec1ecfaf192b tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1a659d7c-8576-41e0-b514-1ef58bb38d6b HTTP/1.1" status: 204 len: 173 time: 0.5336483 Sep 29 02:14:03.089168 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17c8fc4-8444-48b5-8175-0ef6f0af884a', 'name': 'network-vif-deleted', 'tag': '1a659d7c-8576-41e0-b514-1ef58bb38d6b'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:03.091839 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9031289-dbad-482a-84a7-bdf5beeafe73" -d '{"events": [{"server_uuid": "b17c8fc4-8444-48b5-8175-0ef6f0af884a", "name": "network-vif-deleted", "tag": "1a659d7c-8576-41e0-b514-1ef58bb38d6b"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:03.161032 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcc77e-5c5a-42e7-965a-b8aaaf490a38 req-0ce13951-91f2-49d1-940e-46c42379a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:03.162831 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bdcc77e-5c5a-42e7-965a-b8aaaf490a38 req-0ce13951-91f2-49d1-940e-46c42379a53d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0635862 Sep 29 02:14:03.178099 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c084944a-3b9c-4024-8181-82d4abfc2f19 x-openstack-request-id: req-c084944a-3b9c-4024-8181-82d4abfc2f19 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:03.178601 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17c8fc4-8444-48b5-8175-0ef6f0af884a", "name": "network-vif-deleted", "tag": "1a659d7c-8576-41e0-b514-1ef58bb38d6b", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:03.178967 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c084944a-3b9c-4024-8181-82d4abfc2f19 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:03.179587 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c084944a-3b9c-4024-8181-82d4abfc2f19'] response: {'server_uuid': 'b17c8fc4-8444-48b5-8175-0ef6f0af884a', 'name': 'network-vif-deleted', 'tag': '1a659d7c-8576-41e0-b514-1ef58bb38d6b', 'status': 'completed', 'code': 200} Sep 29 02:14:03.192959 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-27caffdf-db9a-4d5f-a20c-8bc8beb4f25e req-5477c43f-40a5-4a3e-805b-6bb101bfeed5 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4ee4981-fc1b-4a7a-af00-412764134573 HTTP/1.1" status: 200 len: 1001 time: 0.0870731 Sep 29 02:14:03.284324 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27caffdf-db9a-4d5f-a20c-8bc8beb4f25e req-3265a4da-dec6-4a3b-bee0-584726ef5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:03.285978 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-27caffdf-db9a-4d5f-a20c-8bc8beb4f25e req-3265a4da-dec6-4a3b-bee0-584726ef5cee service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c97b77e6-502e-434a-8af4-d88686453bb8 HTTP/1.1" status: 200 len: 849 time: 0.0723972 Sep 29 02:14:03.319275 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bdcc77e-5c5a-42e7-965a-b8aaaf490a38 req-5bd6b5c2-afb2-4021-bc4e-2178bf4cdebf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391754 Sep 29 02:14:03.459607 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0a19f415-6648-4466-8ebe-dc0a30d58011 req-fb7df69f-051c-4bf8-b600-255d1a7354c1 tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 210 time: 0.0957954 Sep 29 02:14:03.477480 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:03.521028 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bdcc77e-5c5a-42e7-965a-b8aaaf490a38 req-59a3b4fd-16b2-4919-987b-389f8e10ce67 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947401 Sep 29 02:14:03.576832 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27caffdf-db9a-4d5f-a20c-8bc8beb4f25e req-e6fb1d95-0ac4-4358-8e9d-92bbddf17ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:03.579004 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-27caffdf-db9a-4d5f-a20c-8bc8beb4f25e req-e6fb1d95-0ac4-4358-8e9d-92bbddf17ff1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2708290 Sep 29 02:14:03.617012 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:03.626510 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-547b50e4-8035-425a-b066-50b8ffcda371 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:03.626745 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5a9c4-a99f-40bb-a70d-e6c6a755e0bb req-a0c930b1-3f1e-4927-8d55-210b66f058b0 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:03.628231 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-547b50e4-8035-425a-b066-50b8ffcda371 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 814 time: 0.3021166 Sep 29 02:14:03.635559 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7ad5a9c4-a99f-40bb-a70d-e6c6a755e0bb req-a0c930b1-3f1e-4927-8d55-210b66f058b0 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 944 time: 0.0839102 Sep 29 02:14:03.702952 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:03.714707 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7ad5a9c4-a99f-40bb-a70d-e6c6a755e0bb req-d67d1850-d70e-4d6e-a125-e6ef329edf44 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767918 Sep 29 02:14:03.800271 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-ed462a36-5687-4125-ac1c-b6c46ff9db1a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cc20488e0b2d48f796052c4e76990b19 HTTP/1.1" status: 200 len: 471 time: 0.1257203 Sep 29 02:14:03.815636 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6ebf9b99-c611-43c3-bf9a-d870055555fe req-c43b585b-4395-4a6d-a9eb-becc2c6ff33f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 210 time: 0.0966032 Sep 29 02:14:03.816342 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-27caffdf-db9a-4d5f-a20c-8bc8beb4f25e req-46ff6e88-3ebf-45da-bc5c-ec009348c293 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257738 Sep 29 02:14:03.827158 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-9085f009-21ba-4c44-aadf-7e406ee1d2e5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'port': {'device_id': '1305c026-0eac-4ce4-8b1d-441660a03103', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'admin_state_up': True, 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'security_groups': ['d5af6d30-f3d1-408b-b2ec-055f9a9013b6']}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:03.888539 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafec68-f86c-41a7-bfc7-791d954f0958 req-b6415833-9e33-48c1-8135-ebfce7f1c529 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:03.897443 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bfafec68-f86c-41a7-bfc7-791d954f0958 req-b6415833-9e33-48c1-8135-ebfce7f1c529 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0735552 Sep 29 02:14:03.947472 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bfafec68-f86c-41a7-bfc7-791d954f0958 req-55fee6a1-607b-444c-8921-0480f004a9dd tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475986 Sep 29 02:14:04.001545 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-27caffdf-db9a-4d5f-a20c-8bc8beb4f25e req-7759e29b-0963-41a5-bb7c-b4403d021c89 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688929 Sep 29 02:14:04.017365 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-9085f009-21ba-4c44-aadf-7e406ee1d2e5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Made reservation on behalf of cc20488e0b2d48f796052c4e76990b19 for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:04.021546 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-9085f009-21ba-4c44-aadf-7e406ee1d2e5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:04.185427 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-9085f009-21ba-4c44-aadf-7e406ee1d2e5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Allocated IP 172.20.0.12 (b25b9e79-fa1e-4200-ad0c-c5a4994891b2/e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb/ad9a0bc1-295b-4def-985e-fd16c4dcf147) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:04.325047 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-9085f009-21ba-4c44-aadf-7e406ee1d2e5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:04.356021 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-9085f009-21ba-4c44-aadf-7e406ee1d2e5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:04.398482 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-9085f009-21ba-4c44-aadf-7e406ee1d2e5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:04.401620 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-9085f009-21ba-4c44-aadf-7e406ee1d2e5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:04.405914 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-9085f009-21ba-4c44-aadf-7e406ee1d2e5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:04.409363 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 34fa7290-3f69-4262-816c-ca3f9f1c282e details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:14:04.410430 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-9085f009-21ba-4c44-aadf-7e406ee1d2e5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:04.411036 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-9085f009-21ba-4c44-aadf-7e406ee1d2e5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:04.414678 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1a659d7c-8576-41e0-b514-1ef58bb38d6b no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:14:04.416291 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:04.420626 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085f009-21ba-4c44-aadf-7e406ee1d2e5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'Port': ['ID=ad9a0bc1-295b-4def-985e-fd16c4dcf147,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:04.434548 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-9085f009-21ba-4c44-aadf-7e406ee1d2e5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6117272 Sep 29 02:14:04.457086 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Request body: {'port': {'device_id': '1305c026-0eac-4ce4-8b1d-441660a03103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:04.457308 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 1a659d7c-8576-41e0-b514-1ef58bb38d6b {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:14:04.457688 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1a659d7c-8576-41e0-b514-1ef58bb38d6b not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:14:04.579115 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 34fa7290-3f69-4262-816c-ca3f9f1c282e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=34fa7290-3f69-4262-816c-ca3f9f1c282e,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:04.581324 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:04.594043 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'port_id': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'mac_address': 'fa:16:3e:2f:c6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:14:04.641954 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 34fa7290-3f69-4262-816c-ca3f9f1c282e is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:04.642342 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:04.645862 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5a27fb4d-fa89-47f9-aa14-8f65b0535409 req-07a7fd68-30ce-4a3b-bb07-ed66c77df79a tempest-VolumesNegativeTest-1225123387 tempest-VolumesNegativeTest-1225123387-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b17c8fc4-8444-48b5-8175-0ef6f0af884a HTTP/1.1" status: 200 len: 210 time: 0.0295622 Sep 29 02:14:04.648270 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:04.665743 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fa7290-3f69-4262-816c-ca3f9f1c282e {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:14:04.686530 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 34fa7290-3f69-4262-816c-ca3f9f1c282e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=34fa7290-3f69-4262-816c-ca3f9f1c282e,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:04.691071 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:04.734913 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-570a10e2-f9d1-4c38-8a46-fbb137bf4d5c None None] Provisioning complete for port ad9a0bc1-295b-4def-985e-fd16c4dcf147 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:04.735327 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-570a10e2-f9d1-4c38-8a46-fbb137bf4d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:04.735667 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-570a10e2-f9d1-4c38-8a46-fbb137bf4d5c None None] Attempt 1 to provision port ad9a0bc1-295b-4def-985e-fd16c4dcf147 Sep 29 02:14:04.773342 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=34fa7290-3f69-4262-816c-ca3f9f1c282e,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:04.786546 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-570a10e2-f9d1-4c38-8a46-fbb137bf4d5c None None] Port ad9a0bc1-295b-4def-985e-fd16c4dcf147 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:04.851262 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6cbe5-fe5b-4abc-b053-065e1a42b414 req-61208d67-0355-4c69-98f6-f3412f56c588 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:04.852913 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2ec6cbe5-fe5b-4abc-b053-065e1a42b414 req-61208d67-0355-4c69-98f6-f3412f56c588 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 945 time: 0.0498312 Sep 29 02:14:04.880559 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9a0bc1-295b-4def-985e-fd16c4dcf147 {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:14:04.888637 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Publish callbacks [] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:04.902464 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Transition to ACTIVE for port object ad9a0bc1-295b-4def-985e-fd16c4dcf147 will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:14:04.907305 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:04.920820 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2ec6cbe5-fe5b-4abc-b053-065e1a42b414 req-10bc4c05-8851-41b7-a8c0-91f46e30ae1b tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570886 Sep 29 02:14:04.967148 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74c627-de7a-4fdc-b047-b00543ff5665 req-46f58641-ed23-4bbe-abf0-e430e46488ad tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:04.969389 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5b74c627-de7a-4fdc-b047-b00543ff5665 req-46f58641-ed23-4bbe-abf0-e430e46488ad tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 944 time: 0.0711033 Sep 29 02:14:04.989850 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Attempting to bind port ad9a0bc1-295b-4def-985e-fd16c4dcf147 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:04.990193 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Attempting to bind port ad9a0bc1-295b-4def-985e-fd16c4dcf147 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:04.990503 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Attempting to bind port ad9a0bc1-295b-4def-985e-fd16c4dcf147 on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:04.999686 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['34fa7290-3f69-4262-816c-ca3f9f1c282e'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:14:05.026427 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5b74c627-de7a-4fdc-b047-b00543ff5665 req-17f9b85a-edea-4f28-a62d-0b9c92e836cc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504971 Sep 29 02:14:05.028671 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9a0bc1-295b-4def-985e-fd16c4dcf147,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:05.037793 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Port ad9a0bc1-295b-4def-985e-fd16c4dcf147 on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:14:05.038127 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Attempting to bind port ad9a0bc1-295b-4def-985e-fd16c4dcf147 on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:05.088058 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:05.088478 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Checking segment: {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:05.088779 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Bound using segment: {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:05.094958 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Bound port: ad9a0bc1-295b-4def-985e-fd16c4dcf147, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:05.094958 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:05.111110 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f60bc-5962-41d5-a76f-d96b81be7d0b req-d46ff551-7fd3-4503-97ff-a9b159581558 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:05.120244 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3e5f60bc-5962-41d5-a76f-d96b81be7d0b req-d46ff551-7fd3-4503-97ff-a9b159581558 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0681002 Sep 29 02:14:05.129150 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:05.191448 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3e5f60bc-5962-41d5-a76f-d96b81be7d0b req-86618b7e-9ff4-49d2-9af8-937fb1e313a6 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702393 Sep 29 02:14:05.195674 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] For port ad9a0bc1-295b-4def-985e-fd16c4dcf147, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:05.203271 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] For port ad9a0bc1-295b-4def-985e-fd16c4dcf147, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ad9a0bc1-295b-4def-985e-fd16c4dcf147,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:05.214502 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:05.224146 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:05.224815 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:05.226285 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/ad9a0bc1-295b-4def-985e-fd16c4dcf147 HTTP/1.1" status: 200 len: 1094 time: 0.7747986 Sep 29 02:14:05.229766 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1305c026-0eac-4ce4-8b1d-441660a03103', 'tag': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:05.232094 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3adf59-549b-4554-b863-cf35507bac2a" -d '{"events": [{"name": "network-changed", "server_uuid": "1305c026-0eac-4ce4-8b1d-441660a03103", "tag": "ad9a0bc1-295b-4def-985e-fd16c4dcf147"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:05.288232 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-570a10e2-f9d1-4c38-8a46-fbb137bf4d5c None None] Attempt 2 to provision port ad9a0bc1-295b-4def-985e-fd16c4dcf147 Sep 29 02:14:05.312964 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be213c6-1243-44d7-89e2-fce812094121 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9a0bc1-295b-4def-985e-fd16c4dcf147,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:05.317649 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad9f12e-ec0f-4e7c-94d7-73a037e71046 x-openstack-request-id: req-5ad9f12e-ec0f-4e7c-94d7-73a037e71046 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:05.317943 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1305c026-0eac-4ce4-8b1d-441660a03103", "tag": "ad9a0bc1-295b-4def-985e-fd16c4dcf147", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:05.318203 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5ad9f12e-ec0f-4e7c-94d7-73a037e71046 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:05.318605 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad9f12e-ec0f-4e7c-94d7-73a037e71046'] response: {'name': 'network-changed', 'server_uuid': '1305c026-0eac-4ce4-8b1d-441660a03103', 'tag': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147', 'status': 'completed', 'code': 200} Sep 29 02:14:05.333434 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-570a10e2-f9d1-4c38-8a46-fbb137bf4d5c None None] Port ad9a0bc1-295b-4def-985e-fd16c4dcf147 had new provisioning blocks added so it will not transition to active. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:14:05.519094 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-94d9ef0f-ad89-4814-abfe-535f61041daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:05.520839 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-94d9ef0f-ad89-4814-abfe-535f61041daf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 1128 time: 0.0603709 Sep 29 02:14:05.571746 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-3778abda-c779-4351-bfcf-efbcfa8474e5 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad9a0bc1-295b-4def-985e-fd16c4dcf147 HTTP/1.1" status: 200 len: 217 time: 0.0349438 Sep 29 02:14:05.635700 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-ce8653c8-6a2e-43ef-aedf-2e96adcdaaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:05.635700 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-ce8653c8-6a2e-43ef-aedf-2e96adcdaaff service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb HTTP/1.1" status: 200 len: 853 time: 0.0610743 Sep 29 02:14:05.681712 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-b10fcdf8-c6d8-4c0d-b2b8-8e41781ef56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:05.683308 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-b10fcdf8-c6d8-4c0d-b2b8-8e41781ef56e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383797 Sep 29 02:14:05.697469 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:05.776314 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-2a95ddf7-a40d-4166-97b7-8769b9ff03ec service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865102 Sep 29 02:14:05.883533 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1a56711e-052e-4eea-8e8b-509e85e7720f req-52ed81b5-b6a0-4c00-bd3e-c93052802b30 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003058 Sep 29 02:14:06.048283 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1d12c-5d98-4cf9-a0e5-7a0f716598d2 req-0a789510-e083-4dde-bb1e-dd6881987752 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:06.049799 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-25b1d12c-5d98-4cf9-a0e5-7a0f716598d2 req-0a789510-e083-4dde-bb1e-dd6881987752 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 945 time: 0.0455964 Sep 29 02:14:06.102819 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-25b1d12c-5d98-4cf9-a0e5-7a0f716598d2 req-bcfe379d-95a6-4577-b4d3-721b9138ed28 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471213 Sep 29 02:14:06.175109 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec23e6-2673-4b84-aa0c-8877a1ec1781 req-d8adcc6f-a21c-4325-8755-c1e32c801b3b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:06.176589 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-caec23e6-2673-4b84-aa0c-8877a1ec1781 req-d8adcc6f-a21c-4325-8755-c1e32c801b3b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 944 time: 0.0544407 Sep 29 02:14:06.225937 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-caec23e6-2673-4b84-aa0c-8877a1ec1781 req-265be6fc-9aa3-4b44-a412-e2b9d25a38d3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433321 Sep 29 02:14:06.306214 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aca46e-6caf-4683-9e96-1f5dc95d83b6 req-02c03096-5aba-40b9-90db-5d8b2f13f76c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:06.307712 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a8aca46e-6caf-4683-9e96-1f5dc95d83b6 req-02c03096-5aba-40b9-90db-5d8b2f13f76c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0465903 Sep 29 02:14:06.357403 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a8aca46e-6caf-4683-9e96-1f5dc95d83b6 req-6fbdb305-8428-4bc0-a1cd-398b0792bfbf tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439734 Sep 29 02:14:06.850060 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:14:07.227186 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece07bed-2b84-455f-ad06-41707a1e8752 req-c490a435-61ae-485c-8f51-b3d089d71789 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:07.228684 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ece07bed-2b84-455f-ad06-41707a1e8752 req-c490a435-61ae-485c-8f51-b3d089d71789 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 945 time: 0.0515177 Sep 29 02:14:07.284059 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ece07bed-2b84-455f-ad06-41707a1e8752 req-eca3c752-5815-433e-9da7-0a87d644274e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494077 Sep 29 02:14:07.358608 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f4208-dfd2-4662-8412-7cb80adde3eb req-bbda40b8-9fc8-47e5-b505-e585897a22d6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:07.360129 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b88f4208-dfd2-4662-8412-7cb80adde3eb req-bbda40b8-9fc8-47e5-b505-e585897a22d6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 944 time: 0.0460520 Sep 29 02:14:07.411604 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b88f4208-dfd2-4662-8412-7cb80adde3eb req-e153c5fc-843c-451e-988c-934c481562dd tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454979 Sep 29 02:14:07.788441 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 34fa7290-3f69-4262-816c-ca3f9f1c282e up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:07.834388 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:07.837059 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 34fa7290-3f69-4262-816c-ca3f9f1c282e completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:14:07.843910 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 34fa7290-3f69-4262-816c-ca3f9f1c282e triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:07.844467 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:07.844752 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 34fa7290-3f69-4262-816c-ca3f9f1c282e Sep 29 02:14:07.925450 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 34fa7290-3f69-4262-816c-ca3f9f1c282e is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:07.925835 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:07.948547 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fa7290-3f69-4262-816c-ca3f9f1c282e'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:07.950817 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a77b11-08d1-4ea9-bb62-9eb4cc1a888b" -d '{"events": [{"server_uuid": "4182fca3-7bdd-48a9-80d3-d54fe5049958", "name": "network-vif-plugged", "status": "completed", "tag": "34fa7290-3f69-4262-816c-ca3f9f1c282e"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:07.964321 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 34fa7290-3f69-4262-816c-ca3f9f1c282e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=34fa7290-3f69-4262-816c-ca3f9f1c282e,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:07.970204 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:07.993060 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:07.994958 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faf63d1-a61c-4128-93bb-a59ba4c6e930 x-openstack-request-id: req-4faf63d1-a61c-4128-93bb-a59ba4c6e930 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:07.995248 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4182fca3-7bdd-48a9-80d3-d54fe5049958", "name": "network-vif-plugged", "status": "completed", "tag": "34fa7290-3f69-4262-816c-ca3f9f1c282e", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:07.995502 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4faf63d1-a61c-4128-93bb-a59ba4c6e930 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:07.995897 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4faf63d1-a61c-4128-93bb-a59ba4c6e930'] response: {'server_uuid': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'code': 200} Sep 29 02:14:08.025122 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=34fa7290-3f69-4262-816c-ca3f9f1c282e,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:08.391482 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:08.405221 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c47c0-0655-4ca8-97e4-48ac345bd4ef req-658d25a4-cc8b-4443-925a-95c5677cf1ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:08.406741 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c33c47c0-0655-4ca8-97e4-48ac345bd4ef req-658d25a4-cc8b-4443-925a-95c5677cf1ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0482945 Sep 29 02:14:08.458510 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c33c47c0-0655-4ca8-97e4-48ac345bd4ef req-9f7afa94-05dd-40d7-9283-fc599f13b02f tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460119 Sep 29 02:14:08.542173 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69421fc-8571-4a76-b400-222cead9b3cd req-d042079f-d525-43ed-950d-63705b882b45 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:08.542173 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d69421fc-8571-4a76-b400-222cead9b3cd req-d042079f-d525-43ed-950d-63705b882b45 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 944 time: 0.0466170 Sep 29 02:14:08.593448 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d69421fc-8571-4a76-b400-222cead9b3cd req-0ae23296-eff3-4700-8440-735b9c260aee tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454445 Sep 29 02:14:09.580929 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7155ab-ccf8-4826-9fb8-43e7f1bf1794 req-aa92465b-a266-481c-beb2-f5745553b2c5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:09.582347 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fe7155ab-ccf8-4826-9fb8-43e7f1bf1794 req-aa92465b-a266-481c-beb2-f5745553b2c5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0449176 Sep 29 02:14:09.628451 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fe7155ab-ccf8-4826-9fb8-43e7f1bf1794 req-4847e828-b9ad-46d5-b46e-b67d5b890637 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405936 Sep 29 02:14:09.720367 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce335e-ba2a-44e6-aac3-f17b5a81fb23 req-a4d03266-2a9f-47c9-bc99-8990cdfeeabc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:09.720367 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-73ce335e-ba2a-44e6-aac3-f17b5a81fb23 req-a4d03266-2a9f-47c9-bc99-8990cdfeeabc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 944 time: 0.0511281 Sep 29 02:14:09.767065 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-73ce335e-ba2a-44e6-aac3-f17b5a81fb23 req-47fcc534-1c89-4219-b548-3a419b880532 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415869 Sep 29 02:14:10.748432 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c2c2-fcbb-4a30-9513-985e0b6f3afc req-8e78d6fd-c81d-4dab-b035-0d19d7f37588 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:10.750582 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9270c2c2-fcbb-4a30-9513-985e0b6f3afc req-8e78d6fd-c81d-4dab-b035-0d19d7f37588 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0461478 Sep 29 02:14:10.802592 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9270c2c2-fcbb-4a30-9513-985e0b6f3afc req-4745d2be-ee9a-493b-bac0-7886d78689b6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462224 Sep 29 02:14:10.895449 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdd4d8-4cec-42a9-bf48-a33cb65f6e9f req-00f5fe03-3822-4453-9997-02c7fbb37dcc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:10.896960 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-48cdd4d8-4cec-42a9-bf48-a33cb65f6e9f req-00f5fe03-3822-4453-9997-02c7fbb37dcc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 944 time: 0.0482249 Sep 29 02:14:10.944828 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-48cdd4d8-4cec-42a9-bf48-a33cb65f6e9f req-f610d86f-01b8-43f5-8b65-e3172fd1f089 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421972 Sep 29 02:14:11.511135 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=13 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:11.887977 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:11.926146 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48c09c-e5e3-44fa-9505-669cf06daee8 req-f27b6f48-1341-45e1-ac39-548889876a8f tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:11.927626 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ab48c09c-e5e3-44fa-9505-669cf06daee8 req-f27b6f48-1341-45e1-ac39-548889876a8f tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0478845 Sep 29 02:14:11.976077 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ab48c09c-e5e3-44fa-9505-669cf06daee8 req-2995dbd5-97c9-4c50-b816-cf8f61349a56 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Sep 29 02:14:12.063350 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054aa8f-a191-431b-ba58-c1dc49bd7a21 req-1ad78580-36ee-4224-90e4-5d5cbf60cc39 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:12.065079 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a054aa8f-a191-431b-ba58-c1dc49bd7a21 req-1ad78580-36ee-4224-90e4-5d5cbf60cc39 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 944 time: 0.0451005 Sep 29 02:14:12.113457 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a054aa8f-a191-431b-ba58-c1dc49bd7a21 req-b790aa98-ef6b-4070-9963-4570cb5ddc8a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428202 Sep 29 02:14:12.384586 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3adf59-549b-4554-b863-cf35507bac2a req-80645c6d-5e18-4325-98f6-412b1ed792f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:12.385994 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-fd3adf59-549b-4554-b863-cf35507bac2a req-80645c6d-5e18-4325-98f6-412b1ed792f7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 1128 time: 0.0380874 Sep 29 02:14:12.412783 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:12.511327 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3adf59-549b-4554-b863-cf35507bac2a req-2f9b55de-6301-40a5-99fb-d8f9e0aafdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:12.512767 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-fd3adf59-549b-4554-b863-cf35507bac2a req-2f9b55de-6301-40a5-99fb-d8f9e0aafdf9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 914 time: 0.1169970 Sep 29 02:14:12.518368 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523e05f-5554-48b1-8da6-948691ed0c69 req-cc33ad42-6381-476c-b4b2-558a9366a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:12.519720 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-a523e05f-5554-48b1-8da6-948691ed0c69 req-cc33ad42-6381-476c-b4b2-558a9366a9ba service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 1130 time: 0.0487623 Sep 29 02:14:12.560662 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-fd3adf59-549b-4554-b863-cf35507bac2a req-55518be4-5daa-4122-a9f3-717e7ebbe07f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad9a0bc1-295b-4def-985e-fd16c4dcf147 HTTP/1.1" status: 200 len: 217 time: 0.0400400 Sep 29 02:14:12.631904 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3adf59-549b-4554-b863-cf35507bac2a req-0242d199-cb34-4249-bfca-408b9f06f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:12.633400 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-fd3adf59-549b-4554-b863-cf35507bac2a req-0242d199-cb34-4249-bfca-408b9f06f969 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb HTTP/1.1" status: 200 len: 853 time: 0.0657377 Sep 29 02:14:12.635428 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-a523e05f-5554-48b1-8da6-948691ed0c69 req-9fc4c4cb-351e-4aaa-9a1b-69ee147c132b service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082175 Sep 29 02:14:12.921874 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3adf59-549b-4554-b863-cf35507bac2a req-12157433-ce1f-42aa-813f-2e8218304cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:12.923666 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-fd3adf59-549b-4554-b863-cf35507bac2a req-12157433-ce1f-42aa-813f-2e8218304cc4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416775 Sep 29 02:14:13.031064 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-fd3adf59-549b-4554-b863-cf35507bac2a req-2ac99dbe-a10c-45c9-80fb-88de628265af service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991631 Sep 29 02:14:13.143320 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-fd3adf59-549b-4554-b863-cf35507bac2a req-70591cce-d892-4c39-9764-52166ed03b91 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049330 Sep 29 02:14:13.165921 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d4eab-9080-4ba2-a616-5e5fe77d669f req-f89e2cb7-fc8f-413f-b4a0-f9cff09d8ded tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:13.167576 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5f4d4eab-9080-4ba2-a616-5e5fe77d669f req-f89e2cb7-fc8f-413f-b4a0-f9cff09d8ded tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0624094 Sep 29 02:14:13.221368 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46662) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:13.271990 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5f4d4eab-9080-4ba2-a616-5e5fe77d669f req-7f791f2d-2cc6-4c00-b63e-039f6a87c696 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949130 Sep 29 02:14:13.293741 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a220d80-0738-497e-b4aa-b9c4b5c0b06d req-cfde1da1-c48e-46a8-bbaf-aead19a17b01 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:13.297161 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8a220d80-0738-497e-b4aa-b9c4b5c0b06d req-cfde1da1-c48e-46a8-bbaf-aead19a17b01 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 944 time: 0.0865688 Sep 29 02:14:13.348771 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8a220d80-0738-497e-b4aa-b9c4b5c0b06d req-6973e246-c9e1-473d-80f2-18d359824411 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463748 Sep 29 02:14:13.380245 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-c39b924f-3c85-47c6-abf0-da65d8444c03 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=91cc1d88749b49e59b40e14c31f52997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575546 Sep 29 02:14:13.382654 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46668) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:13.433089 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-76ccffc1-6afa-4696-8c57-008c6b7fcb43 admin admin] Publish callbacks [] for security_group (7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:13.453319 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-76ccffc1-6afa-4696-8c57-008c6b7fcb43 admin admin] Publish callbacks [] for security_group (7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:13.501371 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-76ccffc1-6afa-4696-8c57-008c6b7fcb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:13.504159 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-76ccffc1-6afa-4696-8c57-008c6b7fcb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:13.507800 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-76ccffc1-6afa-4696-8c57-008c6b7fcb43 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3 HTTP/1.1" status: 204 len: 168 time: 0.1217978 Sep 29 02:14:13.513925 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccffc1-6afa-4696-8c57-008c6b7fcb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7c901d-c7ec-4a3f-a0e5-ea8efbfbeee3,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:14.130652 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46692) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:14.236296 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-179152547-network', 'tenant_id': '18eeabc669304148930130efa1737cbb'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:14.257675 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Made reservation on behalf of 18eeabc669304148930130efa1737cbb for: {'network': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:14.260109 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.271535 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.318290 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:14.368593 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Publish callbacks [] for security_group (016b0dff-9c86-4961-9f81-a4bbaa6ba365), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.373278 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (016b0dff-9c86-4961-9f81-a4bbaa6ba365), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.390532 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:14.391623 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=106335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:14:14.413583 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (d61981f2-8841-47c9-8c23-022af6b1af4b), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.413980 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.segments_db [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Added segment d61981f2-8841-47c9-8c23-022af6b1af4b of type vlan for network 4f97f786-5df3-4ea7-b350-3219ee546269 Sep 29 02:14:14.415548 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d36582-b4fb-4882-a5d8-2e41678e0e39 req-6d6eb8b2-1849-4137-a015-36851b507041 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:14.418137 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d8d36582-b4fb-4882-a5d8-2e41678e0e39 req-6d6eb8b2-1849-4137-a015-36851b507041 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0596271 Sep 29 02:14:14.434644 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016b0dff-9c86-4961-9f81-a4bbaa6ba365,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:14.497437 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (4f97f786-5df3-4ea7-b350-3219ee546269), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.521749 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d8d36582-b4fb-4882-a5d8-2e41678e0e39 req-cd820f9d-8a1c-49f6-bd5f-e1d3862e867b tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963776 Sep 29 02:14:14.544365 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbc8d2-948e-4e3a-abde-7a145ec37fb1 req-7be05a85-01da-4f2e-81c1-a7a2483c664c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:14.544365 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7ccbc8d2-948e-4e3a-abde-7a145ec37fb1 req-7be05a85-01da-4f2e-81c1-a7a2483c664c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 944 time: 0.0782619 Sep 29 02:14:14.547345 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (4f97f786-5df3-4ea7-b350-3219ee546269), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.548444 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:14.549146 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.584086 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:14.606457 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7ccbc8d2-948e-4e3a-abde-7a145ec37fb1 req-ebf4566c-7ad6-49a5-b1ad-9d3f56984d7f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627966 Sep 29 02:14:14.610494 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4787660 Sep 29 02:14:14.613625 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 46712) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:14.613899 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6dc44-82d5-4c84-8561-3da707913eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=4f97f786-5df3-4ea7-b350-3219ee546269,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:14.622591 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-a78a08a6-9a97-4aca-891c-bee3d1337399 admin admin] Request body: {'subnet': {'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-179152547-subnet', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'ip_version': 4}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:14.633849 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 4f97f786-5df3-4ea7-b350-3219ee546269 details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:14:14.644829 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78a08a6-9a97-4aca-891c-bee3d1337399 admin admin] Made reservation on behalf of 18eeabc669304148930130efa1737cbb for: {'subnet': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:14.647618 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a78a08a6-9a97-4aca-891c-bee3d1337399 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5654967'] for subnet (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.747588 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device ad9a0bc1-295b-4def-985e-fd16c4dcf147 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:14:14.820365 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a78a08a6-9a97-4aca-891c-bee3d1337399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4713875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5654913'] for subnet (2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.855947 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port ad9a0bc1-295b-4def-985e-fd16c4dcf147, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ad9a0bc1-295b-4def-985e-fd16c4dcf147,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:14.867112 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'port_id': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147', 'mac_address': 'fa:16:3e:99:0c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:14:14.880417 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a08a6-9a97-4aca-891c-bee3d1337399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:14.890663 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78a08a6-9a97-4aca-891c-bee3d1337399 admin admin] Checking segment: {'id': 'd61981f2-8841-47c9-8c23-022af6b1af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:14.891021 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a08a6-9a97-4aca-891c-bee3d1337399 admin admin] Network hostable DHCP agents. Network: 4f97f786-5df3-4ea7-b350-3219ee546269, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:14:14.902502 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port ad9a0bc1-295b-4def-985e-fd16c4dcf147 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:14.902898 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.903537 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:14.908465 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a08a6-9a97-4aca-891c-bee3d1337399 admin admin] Network 4f97f786-5df3-4ea7-b350-3219ee546269 is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:14:14.916340 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9a0bc1-295b-4def-985e-fd16c4dcf147 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:14:14.918570 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-a78a08a6-9a97-4aca-891c-bee3d1337399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 4f97f786-5df3-4ea7-b350-3219ee546269) {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:14.923587 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78a08a6-9a97-4aca-891c-bee3d1337399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:14.924180 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a78a08a6-9a97-4aca-891c-bee3d1337399 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.930257 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31999dfa-d927-4824-b76d-9e5b7a6a698e None None] Network 4f97f786-5df3-4ea7-b350-3219ee546269 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:14.941109 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-a78a08a6-9a97-4aca-891c-bee3d1337399 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3261633 Sep 29 02:14:14.942273 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port ad9a0bc1-295b-4def-985e-fd16c4dcf147, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ad9a0bc1-295b-4def-985e-fd16c4dcf147,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:14.943807 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 46714) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:14.948073 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:14.958462 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.969740 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4195'] for router (5c6bf012-82e8-4949-8b41-b22605cafed3), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.970944 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628866', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router (5c6bf012-82e8-4949-8b41-b22605cafed3), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.019743 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Publish callbacks [] for router_controller (5c6bf012-82e8-4949-8b41-b22605cafed3), precommit_add_association {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.049283 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=ad9a0bc1-295b-4def-985e-fd16c4dcf147,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:15.086008 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e9ab281-6644-5373-90c1-7212ac025641-4f97f786-5df3-4ea7-b350-3219ee546269', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'project_id': '18eeabc669304148930130efa1737cbb', 'fixed_ips': [{'subnet_id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c'}]}} from dv-cinder-740146-21-iscsi. {{(pid=106337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:14:15.086986 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.221554 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.db_base_plugin_common [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Allocated IP 172.20.0.2 (4f97f786-5df3-4ea7-b350-3219ee546269/2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c/65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b) {{(pid=106337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:15.281638 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['ad9a0bc1-295b-4def-985e-fd16c4dcf147'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:14:15.340634 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:15.352816 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8e7b608c-8cae-4d07-af7d-aaf6869506dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.385587 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:15.413570 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Publish callbacks [] for router_gateway (5c6bf012-82e8-4949-8b41-b22605cafed3), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.461408 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Publish callbacks [] for port (65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b), precommit_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.474203 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.534212 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Network 4f97f786-5df3-4ea7-b350-3219ee546269 is already hosted by enough agents. {{(pid=106337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:15.553340 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.base_scheduler [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Resources bound (agent type, host, resource id): {{(pid=106337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:15.557973 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Pushing event updated for resources: {'Port': ['ID=65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b,revision_number=1']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:15.568275 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Received port after_create {{(pid=106337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:15.608650 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Publish callbacks [] for router_gateway (5c6bf012-82e8-4949-8b41-b22605cafed3), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.629069 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.656505 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Attempting to bind port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:15.656505 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Attempting to bind port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': 'd61981f2-8841-47c9-8c23-022af6b1af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:15.656505 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Attempting to bind port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b on network 4f97f786-5df3-4ea7-b350-3219ee546269 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:15.716056 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:15.717110 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Checking segment: {'id': 'd61981f2-8841-47c9-8c23-022af6b1af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:15.717110 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.718242 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Bound using segment: {'id': 'd61981f2-8841-47c9-8c23-022af6b1af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:15.718766 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Bound port: 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61981f2-8841-47c9-8c23-022af6b1af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:15.719318 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.724242 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:15.785883 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ecb8-a10a-42e1-ad26-69f73be67a6c req-b5f4b052-bd05-492e-a51f-f24c1a036c7d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:15.787301 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2546ecb8-a10a-42e1-ad26-69f73be67a6c req-b5f4b052-bd05-492e-a51f-f24c1a036c7d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.1495507 Sep 29 02:14:15.789147 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] For port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:15.793629 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] For port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:15.799424 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.805279 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b4066-dfc0-4899-8e3d-de31dd533f85 req-0bb3eb91-9136-4e1c-b275-c563df336d53 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:15.806728 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-515b4066-dfc0-4899-8e3d-de31dd533f85 req-0bb3eb91-9136-4e1c-b275-c563df336d53 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 945 time: 0.1012943 Sep 29 02:14:15.850039 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ac4b6-49e7-41dc-8ead-182d05e3a653 None None] Pushing event updated for resources: {'Port': ['ID=65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:15.860497 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Allocated IP 172.27.3.98 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/cb18b30e-3a50-4f68-9de2-5e853a1e893d) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:15.929604 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2546ecb8-a10a-42e1-ad26-69f73be67a6c req-d38aceef-679f-40df-8ea5-ca4674a62bbd tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324053 Sep 29 02:14:15.971680 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-515b4066-dfc0-4899-8e3d-de31dd533f85 req-6360dfd8-e6b2-496c-88ee-d1ec662b57fc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577671 Sep 29 02:14:16.083923 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Publish callbacks [] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:16.097341 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035a2b6-59a1-48dc-8c42-dd0c1bc79898 req-866c9f29-cad6-4c79-ad77-eeebdddf788e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:16.098868 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d035a2b6-59a1-48dc-8c42-dd0c1bc79898 req-866c9f29-cad6-4c79-ad77-eeebdddf788e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0821517 Sep 29 02:14:16.109422 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 46734) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:16.116044 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-539f6900-5010-41f9-ac94-d598f2bea6f7 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Request body: {'floatingip': {'port_id': '34fa7290-3f69-4262-816c-ca3f9f1c282e'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:16.172678 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-539f6900-5010-41f9-ac94-d598f2bea6f7 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for floatingip (3d571caa-4e46-4c96-9cb4-d564013ae57d), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:16.211798 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:16.240799 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:16.308560 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:16.318496 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:16.321065 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:16.355492 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=cb18b30e-3a50-4f68-9de2-5e853a1e893d,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:16.606822 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:16.773093 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device ad9a0bc1-295b-4def-985e-fd16c4dcf147 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:16.799212 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Publish callbacks [] for router_gateway (5c6bf012-82e8-4949-8b41-b22605cafed3), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:16.836462 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port ad9a0bc1-295b-4def-985e-fd16c4dcf147 completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:14:16.844814 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port ad9a0bc1-295b-4def-985e-fd16c4dcf147 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:16.845371 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:16.846294 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port ad9a0bc1-295b-4def-985e-fd16c4dcf147 Sep 29 02:14:16.846808 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=15 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:16.882001 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3116a6-c35d-4a27-9d37-4f97da4a37b8 None None] Network 4f97f786-5df3-4ea7-b350-3219ee546269 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:16.985176 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-539f6900-5010-41f9-ac94-d598f2bea6f7 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:16.991452 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-539f6900-5010-41f9-ac94-d598f2bea6f7 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (3d571caa-4e46-4c96-9cb4-d564013ae57d), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.089742 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-460b38fb-eadb-4f43-9a09-c87680eb0c25 None None] Provisioning complete for port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:17.090098 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-460b38fb-eadb-4f43-9a09-c87680eb0c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.090387 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-460b38fb-eadb-4f43-9a09-c87680eb0c25 None None] Attempt 1 to provision port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b Sep 29 02:14:17.159340 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e845c74-7dce-46c1-8425-b0a7b344ec72 req-b6c6ac54-47e9-4242-99e6-824a64066eef tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:17.160825 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7e845c74-7dce-46c1-8425-b0a7b344ec72 req-b6c6ac54-47e9-4242-99e6-824a64066eef tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 945 time: 0.1009054 Sep 29 02:14:17.197259 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port ad9a0bc1-295b-4def-985e-fd16c4dcf147 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:17.197649 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.209359 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:17.223338 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.l3_db [None req-539f6900-5010-41f9-ac94-d598f2bea6f7 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Floating IP 3d571caa-4e46-4c96-9cb4-d564013ae57d associated. External IP: 172.27.3.81, port: 34fa7290-3f69-4262-816c-ca3f9f1c282e. Sep 29 02:14:17.247198 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:17.253896 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1305c026-0eac-4ce4-8b1d-441660a03103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:17.256181 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5c239f-9520-42c4-b660-63ca6fa3bc6e" -d '{"events": [{"server_uuid": "1305c026-0eac-4ce4-8b1d-441660a03103", "name": "network-vif-plugged", "status": "completed", "tag": "ad9a0bc1-295b-4def-985e-fd16c4dcf147"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:17.273761 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:17.278538 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649523'] for router (5c6bf012-82e8-4949-8b41-b22605cafed3), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.280502 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port ad9a0bc1-295b-4def-985e-fd16c4dcf147, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ad9a0bc1-295b-4def-985e-fd16c4dcf147,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:17.282375 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-460b38fb-eadb-4f43-9a09-c87680eb0c25 None None] Current status of the port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:17.282938 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-460b38fb-eadb-4f43-9a09-c87680eb0c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.293457 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.318082 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7e845c74-7dce-46c1-8425-b0a7b344ec72 req-75ecb91c-e70e-4d95-81c1-1f370f6d6b7c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322639 Sep 29 02:14:17.391929 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d0f323-b4ce-4dbb-8f5b-1c1e9aba6aba x-openstack-request-id: req-79d0f323-b4ce-4dbb-8f5b-1c1e9aba6aba {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:17.392262 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1305c026-0eac-4ce4-8b1d-441660a03103", "name": "network-vif-plugged", "status": "completed", "tag": "ad9a0bc1-295b-4def-985e-fd16c4dcf147", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:17.392515 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-79d0f323-b4ce-4dbb-8f5b-1c1e9aba6aba {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:17.392954 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d0f323-b4ce-4dbb-8f5b-1c1e9aba6aba'] response: {'server_uuid': '1305c026-0eac-4ce4-8b1d-441660a03103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147', 'code': 200} Sep 29 02:14:17.397126 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-460b38fb-eadb-4f43-9a09-c87680eb0c25 None None] For port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:17.406560 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-460b38fb-eadb-4f43-9a09-c87680eb0c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.422720 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=ad9a0bc1-295b-4def-985e-fd16c4dcf147,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:17.510250 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:17.564906 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74434d08-3e2b-474e-a48b-16e565c74b3f req-9ef9d168-7279-44a8-b89a-0c005a2e579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:17.566605 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-74434d08-3e2b-474e-a48b-16e565c74b3f req-9ef9d168-7279-44a8-b89a-0c005a2e579b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 1130 time: 0.0395455 Sep 29 02:14:17.568516 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b38fb-eadb-4f43-9a09-c87680eb0c25 None None] Pushing event updated for resources: {'Port': ['ID=65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:17.586639 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:17.586639 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.586639 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b Sep 29 02:14:17.625004 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-74434d08-3e2b-474e-a48b-16e565c74b3f req-c790cde4-c342-43dd-a91f-b0b26f3bbf15 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520229 Sep 29 02:14:17.638632 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-812f488f-059e-408d-9418-51aeaf799602 None None] Provisioning complete for port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:17.639012 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-812f488f-059e-408d-9418-51aeaf799602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.639358 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-812f488f-059e-408d-9418-51aeaf799602 None None] Attempt 1 to provision port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b Sep 29 02:14:17.723290 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:17.726737 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e687-4642-4c95-8db8-e0ad7e9646a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.771619 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-812f488f-059e-408d-9418-51aeaf799602 None None] Current status of the port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:17.845626 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:17.859030 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Router 5c6bf012-82e8-4949-8b41-b22605cafed3 is scheduled to L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 with binding_index 1 {{(pid=106336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:14:17.878552 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539f6900-5010-41f9-ac94-d598f2bea6f7 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Router 891e7a51-e7ed-4e86-8786-d028bca32978 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:14:17.925539 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46762) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:18.059138 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:18.073837 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a0227684-e156-4b76-9c5b-b5d16085290f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.076478 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Sync routers for ids ['5c6bf012-82e8-4949-8b41-b22605cafed3'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:18.079569 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539f6900-5010-41f9-ac94-d598f2bea6f7 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:18.084457 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-539f6900-5010-41f9-ac94-d598f2bea6f7 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.092269 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.092269 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-0344f957-69da-404b-896f-cb8cedac0cc4 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1468596 Sep 29 02:14:18.105576 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f549d912-cc79-4f50-b7fa-76164f1f295e None None] Sync routers for ids ['891e7a51-e7ed-4e86-8786-d028bca32978'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:18.107617 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 46770) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:18.115312 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Routers {'5c6bf012-82e8-4949-8b41-b22605cafed3'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:18.116736 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['5c6bf012-82e8-4949-8b41-b22605cafed3'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:18.123284 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f549d912-cc79-4f50-b7fa-76164f1f295e None None] Routers {'891e7a51-e7ed-4e86-8786-d028bca32978'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:18.123284 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-f549d912-cc79-4f50-b7fa-76164f1f295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['891e7a51-e7ed-4e86-8786-d028bca32978'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:18.163829 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-539f6900-5010-41f9-ac94-d598f2bea6f7 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/3d571caa-4e46-4c96-9cb4-d564013ae57d HTTP/1.1" status: 200 len: 991 time: 2.0531328 Sep 29 02:14:18.166241 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'tag': '34fa7290-3f69-4262-816c-ca3f9f1c282e'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:18.168530 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147452d6-1723-45fa-b15f-fc91ab47971b" -d '{"events": [{"name": "network-changed", "server_uuid": "4182fca3-7bdd-48a9-80d3-d54fe5049958", "tag": "34fa7290-3f69-4262-816c-ca3f9f1c282e"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:18.198778 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a0227684-e156-4b76-9c5b-b5d16085290f admin admin] Publish callbacks [] for security_group (0e8a7553-a69f-46b0-a42a-253bdf45e547), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.206482 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a0227684-e156-4b76-9c5b-b5d16085290f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (0e8a7553-a69f-46b0-a42a-253bdf45e547), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.260013 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-f549d912-cc79-4f50-b7fa-76164f1f295e None None] Set router 891e7a51-e7ed-4e86-8786-d028bca32978 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:18.279591 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44693b2-3624-4335-aed3-e7179533bc0f x-openstack-request-id: req-e44693b2-3624-4335-aed3-e7179533bc0f {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:18.279591 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4182fca3-7bdd-48a9-80d3-d54fe5049958", "tag": "34fa7290-3f69-4262-816c-ca3f9f1c282e", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:18.279591 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e44693b2-3624-4335-aed3-e7179533bc0f {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:18.280589 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44693b2-3624-4335-aed3-e7179533bc0f'] response: {'name': 'network-changed', 'server_uuid': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'tag': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'status': 'completed', 'code': 200} Sep 29 02:14:18.282685 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 46776) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:18.286917 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0227684-e156-4b76-9c5b-b5d16085290f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8a7553-a69f-46b0-a42a-253bdf45e547,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:18.307465 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a0227684-e156-4b76-9c5b-b5d16085290f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2260a975996746859072523b7fc6964f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807509 Sep 29 02:14:18.311115 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46780) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:18.363037 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Set router 5c6bf012-82e8-4949-8b41-b22605cafed3 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:18.383293 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-59bc4a8e-0b2a-460f-9f29-b93d856451a2 admin admin] Publish callbacks [] for security_group (0e8a7553-a69f-46b0-a42a-253bdf45e547), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.427006 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-59bc4a8e-0b2a-460f-9f29-b93d856451a2 admin admin] Publish callbacks [] for security_group (0e8a7553-a69f-46b0-a42a-253bdf45e547), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.468211 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0000b422-b251-446c-889b-8355559a979a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.494463 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-59bc4a8e-0b2a-460f-9f29-b93d856451a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (0e8a7553-a69f-46b0-a42a-253bdf45e547), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.499838 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-59bc4a8e-0b2a-460f-9f29-b93d856451a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.501784 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-59bc4a8e-0b2a-460f-9f29-b93d856451a2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0e8a7553-a69f-46b0-a42a-253bdf45e547 HTTP/1.1" status: 204 len: 168 time: 0.1896834 Sep 29 02:14:18.516056 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:18.527941 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc4a8e-0b2a-460f-9f29-b93d856451a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8a7553-a69f-46b0-a42a-253bdf45e547,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:18.575156 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f7055-8d46-4c12-843e-ae88cc033f1f req-1b0721e4-51b6-4efe-a4df-163b54efb69c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:18.576966 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-269f7055-8d46-4c12-843e-ae88cc033f1f req-1b0721e4-51b6-4efe-a4df-163b54efb69c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.1129084 Sep 29 02:14:18.628721 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-f549d912-cc79-4f50-b7fa-76164f1f295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '3d571caa-4e46-4c96-9cb4-d564013ae57d', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'port_id': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'mac_address': 'fa:16:3e:2f:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:39Z', 'updated_at': '2022-09-29T02:14:16Z', 'revision_number': 1, 'project_id': '320dd138f254473a84a601c153e1e39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8d4a66-6008-43eb-85fd-aa4fa76084a9', 'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'mac_address': 'fa:16:3e:93:56:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:27Z', 'updated_at': '2022-09-29T02:11:44Z', 'revision_number': 5, 'project_id': '320dd138f254473a84a601c153e1e39b', 'subnets': [{'id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:18.657310 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:14:16Z', 'revision_number': 3, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:18.659445 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f549d912-cc79-4f50-b7fa-76164f1f295e None None] Checking router: 891e7a51-e7ed-4e86-8786-d028bca32978 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:18.670442 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f549d912-cc79-4f50-b7fa-76164f1f295e None None] Routers {'891e7a51-e7ed-4e86-8786-d028bca32978'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:18.671653 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-f549d912-cc79-4f50-b7fa-76164f1f295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['891e7a51-e7ed-4e86-8786-d028bca32978'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:18.693956 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Checking router: 5c6bf012-82e8-4949-8b41-b22605cafed3 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:18.693956 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Updating router 5c6bf012-82e8-4949-8b41-b22605cafed3 port cb18b30e-3a50-4f68-9de2-5e853a1e893d binding host dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:14:18.730579 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.795842 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-f549d912-cc79-4f50-b7fa-76164f1f295e None None] Set router 891e7a51-e7ed-4e86-8786-d028bca32978 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:18.838852 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:18.869328 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:18.869593 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147452d6-1723-45fa-b15f-fc91ab47971b req-05476f1e-d480-40dd-8804-762f43dc0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:18.873117 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-147452d6-1723-45fa-b15f-fc91ab47971b req-05476f1e-d480-40dd-8804-762f43dc0b59 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 1130 time: 0.3301055 Sep 29 02:14:18.916400 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.962917 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-269f7055-8d46-4c12-843e-ae88cc033f1f req-3b46236a-9584-4ea7-b215-44e582f646c4 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296723 Sep 29 02:14:18.964935 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0000b422-b251-446c-889b-8355559a979a admin admin] Publish callbacks [] for security_group (354b3fbe-665b-4628-8826-62d64cca2a3b), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.972722 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0000b422-b251-446c-889b-8355559a979a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (354b3fbe-665b-4628-8826-62d64cca2a3b), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.011676 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:19.073460 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-0000b422-b251-446c-889b-8355559a979a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d9a4439df0bc4de7965947e066e41be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7894158 Sep 29 02:14:19.074597 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000b422-b251-446c-889b-8355559a979a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354b3fbe-665b-4628-8826-62d64cca2a3b,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:19.076082 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46796) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:19.078907 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.102961 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:19.166885 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8796f7ff-4623-4bab-bec2-6dee1dea4c82 admin admin] Publish callbacks [] for security_group (354b3fbe-665b-4628-8826-62d64cca2a3b), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.169142 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Publish callbacks [] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), precommit_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.178991 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.192268 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-f549d912-cc79-4f50-b7fa-76164f1f295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '3d571caa-4e46-4c96-9cb4-d564013ae57d', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'port_id': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'mac_address': 'fa:16:3e:2f:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:39Z', 'updated_at': '2022-09-29T02:14:16Z', 'revision_number': 1, 'project_id': '320dd138f254473a84a601c153e1e39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8d4a66-6008-43eb-85fd-aa4fa76084a9', 'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'mac_address': 'fa:16:3e:93:56:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:27Z', 'updated_at': '2022-09-29T02:11:44Z', 'revision_number': 5, 'project_id': '320dd138f254473a84a601c153e1e39b', 'subnets': [{'id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:19.201921 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Attempting to bind port cb18b30e-3a50-4f68-9de2-5e853a1e893d on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:19.202556 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Attempting to bind port cb18b30e-3a50-4f68-9de2-5e853a1e893d by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:19.203080 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Attempting to bind port cb18b30e-3a50-4f68-9de2-5e853a1e893d on network 44335703-30ea-48cd-a18a-5857ed0e04da {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:19.222947 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8796f7ff-4623-4bab-bec2-6dee1dea4c82 admin admin] Publish callbacks [] for security_group (354b3fbe-665b-4628-8826-62d64cca2a3b), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.250962 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f549d912-cc79-4f50-b7fa-76164f1f295e None None] The sync data for ids ['891e7a51-e7ed-4e86-8786-d028bca32978'] in dv-cinder-740146-21-iscsi is: [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '3d571caa-4e46-4c96-9cb4-d564013ae57d', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'port_id': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'mac_address': 'fa:16:3e:2f:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:39Z', 'updated_at': '2022-09-29T02:14:16Z', 'revision_number': 1, 'project_id': '320dd138f254473a84a601c153e1e39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8d4a66-6008-43eb-85fd-aa4fa76084a9', 'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'mac_address': 'fa:16:3e:93:56:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:27Z', 'updated_at': '2022-09-29T02:11:44Z', 'revision_number': 5, 'project_id': '320dd138f254473a84a601c153e1e39b', 'subnets': [{'id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:19.287983 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58192b0b-114d-433c-8824-61be3ca20329 None None] Pushing event updated for resources: {'Port': ['ID=cb18b30e-3a50-4f68-9de2-5e853a1e893d,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:19.298546 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:19.299006 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Checking segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:19.299503 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.299797 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Bound using segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:19.300329 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Bound port: cb18b30e-3a50-4f68-9de2-5e853a1e893d, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:19.300981 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.303280 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:INSERT=4,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:19.317448 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8796f7ff-4623-4bab-bec2-6dee1dea4c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (354b3fbe-665b-4628-8826-62d64cca2a3b), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.324153 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Allocated IP 172.20.0.1 (4f97f786-5df3-4ea7-b350-3219ee546269/2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c/b8aa30a6-2bb8-4eaf-803d-741915a53012) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:19.330552 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8796f7ff-4623-4bab-bec2-6dee1dea4c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.339154 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-8796f7ff-4623-4bab-bec2-6dee1dea4c82 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/354b3fbe-665b-4628-8826-62d64cca2a3b HTTP/1.1" status: 204 len: 168 time: 0.2614737 Sep 29 02:14:19.362453 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] For port cb18b30e-3a50-4f68-9de2-5e853a1e893d, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:19.365900 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] For port cb18b30e-3a50-4f68-9de2-5e853a1e893d, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=cb18b30e-3a50-4f68-9de2-5e853a1e893d,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:19.375442 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.386428 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796f7ff-4623-4bab-bec2-6dee1dea4c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354b3fbe-665b-4628-8826-62d64cca2a3b,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:19.440659 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Routers {'5c6bf012-82e8-4949-8b41-b22605cafed3'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:19.441449 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['5c6bf012-82e8-4949-8b41-b22605cafed3'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:19.499076 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:19.508597 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58192b0b-114d-433c-8824-61be3ca20329 None None] Pushing event updated for resources: {'Port': ['ID=cb18b30e-3a50-4f68-9de2-5e853a1e893d,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:19.558487 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:19.587126 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Publish callbacks [] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.639696 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] Set router 5c6bf012-82e8-4949-8b41-b22605cafed3 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:19.651164 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.678450 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:19.741414 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147452d6-1723-45fa-b15f-fc91ab47971b req-5793708b-9802-47ec-ac93-9d2bb1b7259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:19.747293 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-147452d6-1723-45fa-b15f-fc91ab47971b req-5793708b-9802-47ec-ac93-9d2bb1b7259d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 918 time: 0.2891133 Sep 29 02:14:19.748417 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Network 4f97f786-5df3-4ea7-b350-3219ee546269 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:19.757590 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:19.761597 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:19.805778 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b511a-9127-4b21-8f08-185c16ee8337 None None] New status for floating IP 3d571caa-4e46-4c96-9cb4-d564013ae57d: ACTIVE {{(pid=106337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:14:19.854481 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Pushing event updated for resources: {'Port': ['ID=b8aa30a6-2bb8-4eaf-803d-741915a53012,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:19.876839 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625956'] for router_interface (5c6bf012-82e8-4949-8b41-b22605cafed3), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.878737 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-147452d6-1723-45fa-b15f-fc91ab47971b req-269c75ae-1795-42cb-8b80-5b51dbf09bcf service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34fa7290-3f69-4262-816c-ca3f9f1c282e HTTP/1.1" status: 200 len: 999 time: 0.1196358 Sep 29 02:14:20.024017 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147452d6-1723-45fa-b15f-fc91ab47971b req-e4ecaaf4-9eef-4a10-877b-752d8502102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:20.026747 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-147452d6-1723-45fa-b15f-fc91ab47971b req-e4ecaaf4-9eef-4a10-877b-752d8502102b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.1336844 Sep 29 02:14:20.114424 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:20.122324 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147452d6-1723-45fa-b15f-fc91ab47971b req-54048ad0-4e41-4736-8d4b-439ceab92aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:20.127388 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-147452d6-1723-45fa-b15f-fc91ab47971b req-54048ad0-4e41-4736-8d4b-439ceab92aed service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0874581 Sep 29 02:14:20.193908 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:20.211410 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:20.211928 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:20.212364 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b Sep 29 02:14:20.284097 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-147452d6-1723-45fa-b15f-fc91ab47971b req-650a32ac-1a2a-4295-b5f1-55895e697ac1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470609 Sep 29 02:14:20.320210 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:14:16Z', 'revision_number': 3, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:20.322504 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Provisioning complete for port b8aa30a6-2bb8-4eaf-803d-741915a53012 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:20.322504 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:20.322835 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Attempt 1 to provision port b8aa30a6-2bb8-4eaf-803d-741915a53012 Sep 29 02:14:20.394598 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016421c-caa4-49fd-a903-f4a2c53fb5b0 req-00bea51b-91d6-4156-9ed6-fc8c35ea84e6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:20.407548 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6016421c-caa4-49fd-a903-f4a2c53fb5b0 req-00bea51b-91d6-4156-9ed6-fc8c35ea84e6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.2771895 Sep 29 02:14:20.411271 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb403da3-55dd-4fff-80b2-2752e38cad2f None None] The sync data for ids ['5c6bf012-82e8-4949-8b41-b22605cafed3'] in dv-cinder-740146-21-iscsi is: [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:14:16Z', 'revision_number': 3, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:20.430569 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-147452d6-1723-45fa-b15f-fc91ab47971b req-5941bf58-12cc-4253-969c-b48ea597b010 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340563 Sep 29 02:14:20.453319 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:20.475636 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Publish callbacks [] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:20.487612 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:20.489110 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Port b8aa30a6-2bb8-4eaf-803d-741915a53012 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:20.521461 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6016421c-caa4-49fd-a903-f4a2c53fb5b0 req-9e72905b-62a8-4aa6-89d0-c65d0f9bcdc8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129251 Sep 29 02:14:20.554618 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:20.582098 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626064'] for router_interface (5c6bf012-82e8-4949-8b41-b22605cafed3), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:20.590605 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:20.612439 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:20.615915 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:20.664510 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Pushing event updated for resources: {'Port': ['ID=b8aa30a6-2bb8-4eaf-803d-741915a53012,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:20.743207 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564acedb-37fd-4a22-9076-c43181300cda req-ec58adfa-57de-429c-a57a-8ae86375bf17 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:20.744768 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-564acedb-37fd-4a22-9076-c43181300cda req-ec58adfa-57de-429c-a57a-8ae86375bf17 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.0814478 Sep 29 02:14:20.755909 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46844) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:20.762458 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-6a448dfe-e750-4ec6-91e7-9378b2428f4e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'floatingip': {'port_id': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:20.783567 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Network 4f97f786-5df3-4ea7-b350-3219ee546269 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:20.785130 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:20.806752 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:20.906311 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6a448dfe-e750-4ec6-91e7-9378b2428f4e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (72291304-b11e-4666-8d89-737b2a24d7d1), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:20.990644 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Attempt 2 to provision port b8aa30a6-2bb8-4eaf-803d-741915a53012 Sep 29 02:14:21.068535 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Router 5c6bf012-82e8-4949-8b41-b22605cafed3 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:14:21.079147 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Port b8aa30a6-2bb8-4eaf-803d-741915a53012 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:21.220981 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:21.226856 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-f702b784-7d71-437a-8ea1-0cf414f2b5bb admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/5c6bf012-82e8-4949-8b41-b22605cafed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1175201 Sep 29 02:14:21.450225 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device cb18b30e-3a50-4f68-9de2-5e853a1e893d up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:21.583659 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6a448dfe-e750-4ec6-91e7-9378b2428f4e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:21.586454 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Attempt 3 to provision port b8aa30a6-2bb8-4eaf-803d-741915a53012 Sep 29 02:14:21.590411 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6a448dfe-e750-4ec6-91e7-9378b2428f4e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (72291304-b11e-4666-8d89-737b2a24d7d1), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:21.625022 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port cb18b30e-3a50-4f68-9de2-5e853a1e893d triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:21.625022 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:21.625022 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port cb18b30e-3a50-4f68-9de2-5e853a1e893d Sep 29 02:14:21.691638 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Port b8aa30a6-2bb8-4eaf-803d-741915a53012 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:21.729288 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [None req-6a448dfe-e750-4ec6-91e7-9378b2428f4e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Floating IP 72291304-b11e-4666-8d89-737b2a24d7d1 associated. External IP: 172.27.3.87, port: ad9a0bc1-295b-4def-985e-fd16c4dcf147. Sep 29 02:14:21.735838 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port cb18b30e-3a50-4f68-9de2-5e853a1e893d is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:21.736437 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:21.759549 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port cb18b30e-3a50-4f68-9de2-5e853a1e893d, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=cb18b30e-3a50-4f68-9de2-5e853a1e893d,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:21.765255 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:21.822609 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:21.823253 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:21.828165 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=cb18b30e-3a50-4f68-9de2-5e853a1e893d,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:21.958492 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a448dfe-e750-4ec6-91e7-9378b2428f4e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Router e630c1dd-cb78-4605-9969-e8364ff9fde9 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:14:22.055667 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 46874) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:22.069420 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1110171002-network', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:22.073165 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a448dfe-e750-4ec6-91e7-9378b2428f4e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:22.079202 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6a448dfe-e750-4ec6-91e7-9378b2428f4e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.087345 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c7f8e-0c32-4b8c-8fdd-8aa68a89b1fb None None] Sync routers for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:22.092190 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Made reservation on behalf of 1af0fde6012a448dbb0a35db223f8aaa for: {'network': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:22.097522 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.100977 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c7f8e-0c32-4b8c-8fdd-8aa68a89b1fb None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:22.101588 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-e06c7f8e-0c32-4b8c-8fdd-8aa68a89b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:22.112089 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-6a448dfe-e750-4ec6-91e7-9378b2428f4e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/72291304-b11e-4666-8d89-737b2a24d7d1 HTTP/1.1" status: 200 len: 991 time: 1.3542759 Sep 29 02:14:22.112851 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1305c026-0eac-4ce4-8b1d-441660a03103', 'tag': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:22.115744 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.115900 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872a5091-57f3-4457-8f10-8e44f70c8f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "1305c026-0eac-4ce4-8b1d-441660a03103", "tag": "ad9a0bc1-295b-4def-985e-fd16c4dcf147"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:22.173179 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcb514a-de77-465a-8e59-1fb3f56ce118 x-openstack-request-id: req-7fcb514a-de77-465a-8e59-1fb3f56ce118 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:22.173758 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1305c026-0eac-4ce4-8b1d-441660a03103", "tag": "ad9a0bc1-295b-4def-985e-fd16c4dcf147", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:22.174241 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7fcb514a-de77-465a-8e59-1fb3f56ce118 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:22.175018 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcb514a-de77-465a-8e59-1fb3f56ce118'] response: {'name': 'network-changed', 'server_uuid': '1305c026-0eac-4ce4-8b1d-441660a03103', 'tag': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147', 'status': 'completed', 'code': 200} Sep 29 02:14:22.193238 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Attempt 4 to provision port b8aa30a6-2bb8-4eaf-803d-741915a53012 Sep 29 02:14:22.219628 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Publish callbacks [] for security_group (7bcbf924-440b-43d5-8444-09e2e5a14ff3), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.225511 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (7bcbf924-440b-43d5-8444-09e2e5a14ff3), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.245785 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-e06c7f8e-0c32-4b8c-8fdd-8aa68a89b1fb None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:22.246185 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=106336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:14:22.254601 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Port b8aa30a6-2bb8-4eaf-803d-741915a53012 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:22.263411 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (46e10180-9786-4624-a6f4-f699f0a2b04e), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.263760 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.segments_db [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Added segment 46e10180-9786-4624-a6f4-f699f0a2b04e of type vlan for network 134cbe47-22f3-48d6-be0d-83990532c215 Sep 29 02:14:22.265857 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a5091-57f3-4457-8f10-8e44f70c8f6c req-410962ba-e629-4d3e-8296-51b4daff7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.269339 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-872a5091-57f3-4457-8f10-8e44f70c8f6c req-410962ba-e629-4d3e-8296-51b4daff7026 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 1130 time: 0.0669284 Sep 29 02:14:22.317705 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (134cbe47-22f3-48d6-be0d-83990532c215), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.400936 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcbf924-440b-43d5-8444-09e2e5a14ff3,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:22.406180 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (134cbe47-22f3-48d6-be0d-83990532c215), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.413923 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.414797 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.467395 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a5091-57f3-4457-8f10-8e44f70c8f6c req-ca0861f9-d050-486e-9b3b-c4897bfa16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.470063 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-872a5091-57f3-4457-8f10-8e44f70c8f6c req-ca0861f9-d050-486e-9b3b-c4897bfa16c0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 914 time: 0.1879504 Sep 29 02:14:22.492080 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4352918 Sep 29 02:14:22.495074 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 46884) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:22.501966 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-1f4d5045-a500-464f-bca4-c56a993e41ac admin admin] Request body: {'subnet': {'network_id': '134cbe47-22f3-48d6-be0d-83990532c215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1110171002-subnet', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'ip_version': 4}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:22.506854 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff12257-c116-430e-be5f-acd96e97b45c admin admin] Pushing event updated for resources: {'Network': ['ID=134cbe47-22f3-48d6-be0d-83990532c215,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:22.518849 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 134cbe47-22f3-48d6-be0d-83990532c215 details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:14:22.535611 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4d5045-a500-464f-bca4-c56a993e41ac admin admin] Made reservation on behalf of 1af0fde6012a448dbb0a35db223f8aaa for: {'subnet': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:22.538670 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1f4d5045-a500-464f-bca4-c56a993e41ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5654967'] for subnet (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.572153 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-872a5091-57f3-4457-8f10-8e44f70c8f6c req-670abacc-b79d-4adc-9f00-fa2bd00c8bb1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad9a0bc1-295b-4def-985e-fd16c4dcf147 HTTP/1.1" status: 200 len: 999 time: 0.0853739 Sep 29 02:14:22.602288 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:22.628551 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-e06c7f8e-0c32-4b8c-8fdd-8aa68a89b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '6ca2e539-f247-49a0-a330-5369813b24fc', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '5eb53402-4b37-4a75-84a8-df46009c6531', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:eb:e8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:12:37Z', 'revision_number': 2, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}, {'id': '72291304-b11e-4666-8d89-737b2a24d7d1', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:99:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1305c026-0eac-4ce4-8b1d-441660a03103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:52Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 1, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:22.646367 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a5091-57f3-4457-8f10-8e44f70c8f6c req-8c48a47c-05b4-4d29-b094-a03c9e17d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.647866 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-872a5091-57f3-4457-8f10-8e44f70c8f6c req-8c48a47c-05b4-4d29-b094-a03c9e17d212 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb HTTP/1.1" status: 200 len: 853 time: 0.0657034 Sep 29 02:14:22.667695 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c7f8e-0c32-4b8c-8fdd-8aa68a89b1fb None None] Checking router: e630c1dd-cb78-4605-9969-e8364ff9fde9 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:22.677745 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c7f8e-0c32-4b8c-8fdd-8aa68a89b1fb None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:22.678383 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-e06c7f8e-0c32-4b8c-8fdd-8aa68a89b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:22.693229 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:22.748449 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1f4d5045-a500-464f-bca4-c56a993e41ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4713875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5654913'] for subnet (5583bbda-0ac3-4987-bd7c-c55669b89b3f), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.756342 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Attempt 5 to provision port b8aa30a6-2bb8-4eaf-803d-741915a53012 Sep 29 02:14:22.766222 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:22.796944 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Port b8aa30a6-2bb8-4eaf-803d-741915a53012 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:22.805492 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-e06c7f8e-0c32-4b8c-8fdd-8aa68a89b1fb None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:22.813670 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Sync routers for ids ['5c6bf012-82e8-4949-8b41-b22605cafed3'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:22.820180 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d5045-a500-464f-bca4-c56a993e41ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5583bbda-0ac3-4987-bd7c-c55669b89b3f,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:22.829487 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Routers {'5c6bf012-82e8-4949-8b41-b22605cafed3'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:22.830326 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['5c6bf012-82e8-4949-8b41-b22605cafed3'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:22.837784 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d5045-a500-464f-bca4-c56a993e41ac admin admin] Checking segment: {'id': '46e10180-9786-4624-a6f4-f699f0a2b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:22.838155 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d5045-a500-464f-bca4-c56a993e41ac admin admin] Network hostable DHCP agents. Network: 134cbe47-22f3-48d6-be0d-83990532c215, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:14:22.865785 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d5045-a500-464f-bca4-c56a993e41ac admin admin] Network 134cbe47-22f3-48d6-be0d-83990532c215 is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:14:22.876533 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-1f4d5045-a500-464f-bca4-c56a993e41ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 134cbe47-22f3-48d6-be0d-83990532c215) {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:22.881050 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4d5045-a500-464f-bca4-c56a993e41ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.882132 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1f4d5045-a500-464f-bca4-c56a993e41ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.889317 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac36f22a-f522-40ca-a828-6829707b5589 None None] Network 134cbe47-22f3-48d6-be0d-83990532c215 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:22.904182 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-1f4d5045-a500-464f-bca4-c56a993e41ac admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4076784 Sep 29 02:14:22.907299 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 46890) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:22.914431 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1110171002-router', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:22.940168 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4195'] for router (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.941349 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628866', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.031335 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Publish callbacks [] for router_controller (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), precommit_add_association {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.045253 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Set router 5c6bf012-82e8-4949-8b41-b22605cafed3 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:23.100861 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e9ab281-6644-5373-90c1-7212ac025641-134cbe47-22f3-48d6-be0d-83990532c215', 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215', 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'fixed_ips': [{'subnet_id': '5583bbda-0ac3-4987-bd7c-c55669b89b3f'}]}} from dv-cinder-740146-21-iscsi. {{(pid=106337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:14:23.102030 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.105093 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-e06c7f8e-0c32-4b8c-8fdd-8aa68a89b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '6ca2e539-f247-49a0-a330-5369813b24fc', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '5eb53402-4b37-4a75-84a8-df46009c6531', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:eb:e8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:12:37Z', 'revision_number': 2, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}, {'id': '72291304-b11e-4666-8d89-737b2a24d7d1', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:99:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1305c026-0eac-4ce4-8b1d-441660a03103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:52Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 1, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:23.135316 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c7f8e-0c32-4b8c-8fdd-8aa68a89b1fb None None] The sync data for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi is: [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '6ca2e539-f247-49a0-a330-5369813b24fc', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '5eb53402-4b37-4a75-84a8-df46009c6531', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:eb:e8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:12:37Z', 'revision_number': 2, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}, {'id': '72291304-b11e-4666-8d89-737b2a24d7d1', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:99:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1305c026-0eac-4ce4-8b1d-441660a03103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:52Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 1, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:23.172916 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Publish callbacks [] for router_gateway (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.194003 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:23.197450 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:23.302307 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Attempt 6 to provision port b8aa30a6-2bb8-4eaf-803d-741915a53012 Sep 29 02:14:23.383913 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Publish callbacks [] for router_gateway (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.385453 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device cb18b30e-3a50-4f68-9de2-5e853a1e893d up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:23.411491 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.423103 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Port b8aa30a6-2bb8-4eaf-803d-741915a53012 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:23.429056 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72d4657-b614-413a-923d-90c7dd97f9d7 None None] New status for floating IP 72291304-b11e-4666-8d89-737b2a24d7d1: ACTIVE {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:14:23.430699 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.db_base_plugin_common [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Allocated IP 172.20.0.2 (134cbe47-22f3-48d6-be0d-83990532c215/5583bbda-0ac3-4987-bd7c-c55669b89b3f/00580107-364d-4ca7-9605-73b1d08c1a2f) {{(pid=106337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:23.454979 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:14:20Z', 'revision_number': 4, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'b8aa30a6-2bb8-4eaf-803d-741915a53012', 'name': '', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'mac_address': 'fa:16:3e:59:04:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:19Z', 'updated_at': '2022-09-29T02:14:20Z', 'revision_number': 2, 'project_id': '18eeabc669304148930130efa1737cbb', 'subnets': [{'id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:23.489962 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Checking router: 5c6bf012-82e8-4949-8b41-b22605cafed3 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:23.490356 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Updating router 5c6bf012-82e8-4949-8b41-b22605cafed3 port b8aa30a6-2bb8-4eaf-803d-741915a53012 binding host dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:14:23.534191 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Allocated IP 172.27.3.159 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/559adf37-d1f9-4de5-a660-2c55c4577f34) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:23.568957 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port cb18b30e-3a50-4f68-9de2-5e853a1e893d triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:23.569924 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.570419 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port cb18b30e-3a50-4f68-9de2-5e853a1e893d Sep 29 02:14:23.575676 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.901256 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:23.914858 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Publish callbacks [] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.924720 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Attempt 7 to provision port b8aa30a6-2bb8-4eaf-803d-741915a53012 Sep 29 02:14:23.949166 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.953240 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:23.977517 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Publish callbacks [] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), precommit_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.982711 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port cb18b30e-3a50-4f68-9de2-5e853a1e893d is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:23.992895 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:23.996411 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:23.999545 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.001886 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:24.013468 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Port b8aa30a6-2bb8-4eaf-803d-741915a53012 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:24.023860 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=559adf37-d1f9-4de5-a660-2c55c4577f34,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:24.080333 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Network 134cbe47-22f3-48d6-be0d-83990532c215 is already hosted by enough agents. {{(pid=106337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:24.086561 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.base_scheduler [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Resources bound (agent type, host, resource id): {{(pid=106337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:24.091352 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:24.092378 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Received port after_create {{(pid=106337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:24.097460 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Pushing event updated for resources: {'Port': ['ID=00580107-364d-4ca7-9605-73b1d08c1a2f,revision_number=1']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:24.104323 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:24.190730 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Attempting to bind port 00580107-364d-4ca7-9605-73b1d08c1a2f on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:24.191014 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Attempting to bind port 00580107-364d-4ca7-9605-73b1d08c1a2f by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '46e10180-9786-4624-a6f4-f699f0a2b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:24.191377 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Attempting to bind port 00580107-364d-4ca7-9605-73b1d08c1a2f on network 134cbe47-22f3-48d6-be0d-83990532c215 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:24.251207 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Publish callbacks [] for router_gateway (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.281842 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:24.282216 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Checking segment: {'id': '46e10180-9786-4624-a6f4-f699f0a2b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:24.282621 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.283017 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Bound using segment: {'id': '46e10180-9786-4624-a6f4-f699f0a2b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:24.283497 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Bound port: 00580107-364d-4ca7-9605-73b1d08c1a2f, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e10180-9786-4624-a6f4-f699f0a2b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:24.283878 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.296434 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Publish callbacks [] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), precommit_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.304973 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.380967 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a5091-57f3-4457-8f10-8e44f70c8f6c req-122d1675-3b8c-46ee-8de0-9d0a1cc2e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:24.382488 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-872a5091-57f3-4457-8f10-8e44f70c8f6c req-122d1675-3b8c-46ee-8de0-9d0a1cc2e054 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527060 Sep 29 02:14:24.405621 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ffb91-f826-48b5-8d74-270cf67ce850 None None] Pushing event updated for resources: {'Port': ['ID=b8aa30a6-2bb8-4eaf-803d-741915a53012,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:24.430720 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] For port 00580107-364d-4ca7-9605-73b1d08c1a2f, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:24.446650 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649523'] for router (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.453738 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] For port 00580107-364d-4ca7-9605-73b1d08c1a2f, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=00580107-364d-4ca7-9605-73b1d08c1a2f,segment=NetworkSegment(46e10180-9786-4624-a6f4-f699f0a2b04e),segment_id=46e10180-9786-4624-a6f4-f699f0a2b04e)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:24.456606 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Attempting to bind port b8aa30a6-2bb8-4eaf-803d-741915a53012 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:24.457189 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Attempting to bind port b8aa30a6-2bb8-4eaf-803d-741915a53012 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': 'd61981f2-8841-47c9-8c23-022af6b1af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:24.457561 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Attempting to bind port b8aa30a6-2bb8-4eaf-803d-741915a53012 on network 4f97f786-5df3-4ea7-b350-3219ee546269 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:24.461893 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.517581 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Attempt 8 to provision port b8aa30a6-2bb8-4eaf-803d-741915a53012 Sep 29 02:14:24.580761 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Port b8aa30a6-2bb8-4eaf-803d-741915a53012 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:24.581478 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:24.581823 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Checking segment: {'id': 'd61981f2-8841-47c9-8c23-022af6b1af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:24.582224 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.582806 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Bound using segment: {'id': 'd61981f2-8841-47c9-8c23-022af6b1af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:24.583273 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Bound port: b8aa30a6-2bb8-4eaf-803d-741915a53012, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61981f2-8841-47c9-8c23-022af6b1af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:24.583822 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.586875 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7594e-6801-4039-96bf-a99366fd8112 None None] Pushing event updated for resources: {'Port': ['ID=00580107-364d-4ca7-9605-73b1d08c1a2f,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:24.594958 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Router b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d is scheduled to L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 with binding_index 1 {{(pid=106336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:14:24.663320 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] For port b8aa30a6-2bb8-4eaf-803d-741915a53012, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:24.668185 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] For port b8aa30a6-2bb8-4eaf-803d-741915a53012, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=b8aa30a6-2bb8-4eaf-803d-741915a53012,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:24.678664 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.724765 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Routers {'5c6bf012-82e8-4949-8b41-b22605cafed3'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:24.725443 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['5c6bf012-82e8-4949-8b41-b22605cafed3'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:24.736359 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:24.758253 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.759604 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-6e6d948a-f73f-44ce-b492-1e5d1e34d5d8 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8513300 Sep 29 02:14:24.762499 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 46900) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:24.770705 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Sync routers for ids ['b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:24.798194 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ffb91-f826-48b5-8d74-270cf67ce850 None None] Pushing event updated for resources: {'Port': ['ID=b8aa30a6-2bb8-4eaf-803d-741915a53012,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:24.810228 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Routers {'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:24.811144 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:24.852777 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:24.878226 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:24.929602 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:24.936854 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] Set router 5c6bf012-82e8-4949-8b41-b22605cafed3 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:25.003634 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:25.024235 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Set router b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:25.087168 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Attempt 9 to provision port b8aa30a6-2bb8-4eaf-803d-741915a53012 Sep 29 02:14:25.179908 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:25.355855 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Allocated IP 172.20.0.1 (134cbe47-22f3-48d6-be0d-83990532c215/5583bbda-0ac3-4987-bd7c-c55669b89b3f/356b2a80-e679-4bfb-88a5-19c8308b6290) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:25.364201 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Current status of the port b8aa30a6-2bb8-4eaf-803d-741915a53012 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:25.364632 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:25.389058 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'name': 'tempest-TestShelveInstance-1110171002-router', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:22Z', 'updated_at': '2022-09-29T02:14:24Z', 'revision_number': 3, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'gw_port': {'id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:23Z', 'updated_at': '2022-09-29T02:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:25.393565 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:14:20Z', 'revision_number': 4, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'b8aa30a6-2bb8-4eaf-803d-741915a53012', 'name': '', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'mac_address': 'fa:16:3e:59:04:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:19Z', 'updated_at': '2022-09-29T02:14:24Z', 'revision_number': 4, 'project_id': '18eeabc669304148930130efa1737cbb', 'subnets': [{'id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:25.454403 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Checking router: b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:25.455024 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Updating router b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d port 559adf37-d1f9-4de5-a660-2c55c4577f34 binding host dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:14:25.491142 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Publish callbacks [] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:25.496077 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:25.505233 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 00580107-364d-4ca7-9605-73b1d08c1a2f up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:25.511395 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819b3ee-ad82-49c4-9e86-4994968c22b0 None None] The sync data for ids ['5c6bf012-82e8-4949-8b41-b22605cafed3'] in dv-cinder-740146-21-iscsi is: [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:14:20Z', 'revision_number': 4, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'b8aa30a6-2bb8-4eaf-803d-741915a53012', 'name': '', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'mac_address': 'fa:16:3e:59:04:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:19Z', 'updated_at': '2022-09-29T02:14:24Z', 'revision_number': 4, 'project_id': '18eeabc669304148930130efa1737cbb', 'subnets': [{'id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:25.529705 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-872a5091-57f3-4457-8f10-8e44f70c8f6c req-b51c1b6c-74ef-4ae4-af00-4437896e04df service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372811 Sep 29 02:14:25.554017 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:25.632311 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Network 134cbe47-22f3-48d6-be0d-83990532c215 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:25.636233 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:25.644187 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:25.656779 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Pushing event updated for resources: {'Port': ['ID=356b2a80-e679-4bfb-88a5-19c8308b6290,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:25.685162 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-872a5091-57f3-4457-8f10-8e44f70c8f6c req-c3a86f70-e1b9-469a-bb56-6de21e4a918b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472433 Sep 29 02:14:25.702306 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.702753 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.703151 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.703463 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.705438 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.706046 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.706810 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.708642 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.709485 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.709941 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.710618 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.712012 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.712612 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.713222 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.714054 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:25.723353 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6200b2-eb15-40f6-b2d9-4c5d8ecfd721 None None] Network 134cbe47-22f3-48d6-be0d-83990532c215 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:25.739857 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625956'] for router_interface (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:25.761527 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] For port b8aa30a6-2bb8-4eaf-803d-741915a53012, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=b8aa30a6-2bb8-4eaf-803d-741915a53012,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:25.794218 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:25.807158 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:25.891435 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:25.910152 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:25.931661 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 00580107-364d-4ca7-9605-73b1d08c1a2f triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:25.932038 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:25.932372 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 00580107-364d-4ca7-9605-73b1d08c1a2f Sep 29 02:14:25.940073 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:25.996276 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-b15ab22e-6160-44db-a2d1-c1f0bccac4de None None] Provisioning complete for port 00580107-364d-4ca7-9605-73b1d08c1a2f triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:25.996657 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b15ab22e-6160-44db-a2d1-c1f0bccac4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:25.997030 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-b15ab22e-6160-44db-a2d1-c1f0bccac4de None None] Attempt 1 to provision port 00580107-364d-4ca7-9605-73b1d08c1a2f Sep 29 02:14:26.027115 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afca918-b03e-436b-b2fc-83e3a8a624e5 None None] Pushing event updated for resources: {'Port': ['ID=b8aa30a6-2bb8-4eaf-803d-741915a53012,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:26.070483 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Publish callbacks [] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.078200 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:26.082016 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.161299 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.176183 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626064'] for router_interface (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.187109 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Pushing event updated for resources: {'Port': ['ID=356b2a80-e679-4bfb-88a5-19c8308b6290,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:26.285040 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 00580107-364d-4ca7-9605-73b1d08c1a2f is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:26.285433 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.290189 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-b15ab22e-6160-44db-a2d1-c1f0bccac4de None None] Current status of the port 00580107-364d-4ca7-9605-73b1d08c1a2f is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:26.290573 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b15ab22e-6160-44db-a2d1-c1f0bccac4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.298969 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Network 134cbe47-22f3-48d6-be0d-83990532c215 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:26.300453 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:26.340458 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Publish callbacks [] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), precommit_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.356676 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.378948 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port 00580107-364d-4ca7-9605-73b1d08c1a2f, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=00580107-364d-4ca7-9605-73b1d08c1a2f,segment=NetworkSegment(46e10180-9786-4624-a6f4-f699f0a2b04e),segment_id=46e10180-9786-4624-a6f4-f699f0a2b04e)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:26.403133 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.408174 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Attempting to bind port 559adf37-d1f9-4de5-a660-2c55c4577f34 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:26.408174 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Attempting to bind port 559adf37-d1f9-4de5-a660-2c55c4577f34 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:26.408519 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Attempting to bind port 559adf37-d1f9-4de5-a660-2c55c4577f34 on network 44335703-30ea-48cd-a18a-5857ed0e04da {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:26.441388 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Router b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:14:26.477477 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49209c36-fee6-4aac-b0fc-b5abb3555bc0 None None] Pushing event updated for resources: {'Port': ['ID=559adf37-d1f9-4de5-a660-2c55c4577f34,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:26.488293 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.db.api [None req-b15ab22e-6160-44db-a2d1-c1f0bccac4de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 29 02:14:26.488771 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG oslo_db.api [None req-b15ab22e-6160-44db-a2d1-c1f0bccac4de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 02:14:26.530884 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:26.531263 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Checking segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:26.531674 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.532070 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Bound using segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:26.532593 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Bound port: 559adf37-d1f9-4de5-a660-2c55c4577f34, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:26.533057 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.592808 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=00580107-364d-4ca7-9605-73b1d08c1a2f,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:26.606134 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:26.612156 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-dc63e8b3-ae90-4d61-ba3d-9770c0b6a5fd admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8479829 Sep 29 02:14:26.635264 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:26.641325 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] For port 559adf37-d1f9-4de5-a660-2c55c4577f34, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:26.645739 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] For port 559adf37-d1f9-4de5-a660-2c55c4577f34, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=559adf37-d1f9-4de5-a660-2c55c4577f34,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:26.659694 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.709591 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Routers {'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:26.710471 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:26.844788 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] Set router b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:26.895185 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49209c36-fee6-4aac-b0fc-b5abb3555bc0 None None] Pushing event updated for resources: {'Port': ['ID=559adf37-d1f9-4de5-a660-2c55c4577f34,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:26.981280 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:27.048574 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-b15ab22e-6160-44db-a2d1-c1f0bccac4de None None] Current status of the port 00580107-364d-4ca7-9605-73b1d08c1a2f is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:27.079406 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 46926) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:27.081262 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-b15ab22e-6160-44db-a2d1-c1f0bccac4de None None] Provisioning complete for port b8aa30a6-2bb8-4eaf-803d-741915a53012 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:27.081673 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b15ab22e-6160-44db-a2d1-c1f0bccac4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.081973 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-b15ab22e-6160-44db-a2d1-c1f0bccac4de None None] Attempt 1 to provision port b8aa30a6-2bb8-4eaf-803d-741915a53012 Sep 29 02:14:27.084938 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-718f5f3f-7e4e-4c6d-896d-c2eab954c862 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411400863', 'description': 'tempest-secgroup-smoke-411400863 description', 'project_id': '18eeabc669304148930130efa1737cbb'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:27.105285 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-718f5f3f-7e4e-4c6d-896d-c2eab954c862 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.122132 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:27.127456 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'name': 'tempest-TestShelveInstance-1110171002-router', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:22Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 4, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'gw_port': {'id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:23Z', 'updated_at': '2022-09-29T02:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '356b2a80-e679-4bfb-88a5-19c8308b6290', 'name': '', 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'mac_address': 'fa:16:3e:63:7a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '5583bbda-0ac3-4987-bd7c-c55669b89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:25Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 2, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'subnets': [{'id': '5583bbda-0ac3-4987-bd7c-c55669b89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:27.162389 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56907fca-342d-46db-bdf5-421b92fc841d None None] The sync data for ids ['b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'] in dv-cinder-740146-21-iscsi is: [{'id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'name': 'tempest-TestShelveInstance-1110171002-router', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:22Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 4, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'gw_port': {'id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:23Z', 'updated_at': '2022-09-29T02:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '356b2a80-e679-4bfb-88a5-19c8308b6290', 'name': '', 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'mac_address': 'fa:16:3e:63:7a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '5583bbda-0ac3-4987-bd7c-c55669b89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:25Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 2, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'subnets': [{'id': '5583bbda-0ac3-4987-bd7c-c55669b89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:27.201784 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-718f5f3f-7e4e-4c6d-896d-c2eab954c862 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group (55c751fb-c04f-45bc-bf94-075661c9ed7e), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.204270 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-b15ab22e-6160-44db-a2d1-c1f0bccac4de None None] Current status of the port b8aa30a6-2bb8-4eaf-803d-741915a53012 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:27.206285 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-718f5f3f-7e4e-4c6d-896d-c2eab954c862 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (55c751fb-c04f-45bc-bf94-075661c9ed7e), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.238174 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-718f5f3f-7e4e-4c6d-896d-c2eab954c862 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.240916 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-718f5f3f-7e4e-4c6d-896d-c2eab954c862 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1588387 Sep 29 02:14:27.242521 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46930) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:27.247035 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Request body: {'security_group_rule': {'security_group_id': '55c751fb-c04f-45bc-bf94-075661c9ed7e', 'project_id': '18eeabc669304148930130efa1737cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:27.254246 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f5f3f-7e4e-4c6d-896d-c2eab954c862 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c751fb-c04f-45bc-bf94-075661c9ed7e,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:27.279603 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (c3a74999-0d4f-4556-ab17-81e02f58acc6), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.327222 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Provisioning complete for port 356b2a80-e679-4bfb-88a5-19c8308b6290 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:27.328041 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.329120 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Attempt 1 to provision port 356b2a80-e679-4bfb-88a5-19c8308b6290 Sep 29 02:14:27.343344 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:27.386040 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Port 356b2a80-e679-4bfb-88a5-19c8308b6290 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:27.401754 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (c3a74999-0d4f-4556-ab17-81e02f58acc6), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.406689 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (c3a74999-0d4f-4556-ab17-81e02f58acc6), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.429785 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a74999-0d4f-4556-ab17-81e02f58acc6,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:27.441130 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.442457 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1989255 Sep 29 02:14:27.445194 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46934) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:27.450845 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-e3b8960d-60e2-4924-9814-260db715d466 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Request body: {'security_group_rule': {'security_group_id': '55c751fb-c04f-45bc-bf94-075661c9ed7e', 'project_id': '18eeabc669304148930130efa1737cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:27.457278 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.457761 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.458105 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.458439 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.458872 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.459198 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.459522 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.459846 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.460165 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.460484 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.460891 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.461407 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.461729 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.462045 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.462361 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaea34-cb61-4f86-8169-679fe4380e0b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:27.492235 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e3b8960d-60e2-4924-9814-260db715d466 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (09122913-ba35-406c-ae8d-68728822b9c2), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.502210 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:27.518604 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 00580107-364d-4ca7-9605-73b1d08c1a2f up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:27.562774 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e3b8960d-60e2-4924-9814-260db715d466 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (09122913-ba35-406c-ae8d-68728822b9c2), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.568363 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e3b8960d-60e2-4924-9814-260db715d466 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (09122913-ba35-406c-ae8d-68728822b9c2), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.571573 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 00580107-364d-4ca7-9605-73b1d08c1a2f triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:27.571954 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.572294 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 00580107-364d-4ca7-9605-73b1d08c1a2f Sep 29 02:14:27.588015 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8960d-60e2-4924-9814-260db715d466 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09122913-ba35-406c-ae8d-68728822b9c2,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:27.594233 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e3b8960d-60e2-4924-9814-260db715d466 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.595449 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-e3b8960d-60e2-4924-9814-260db715d466 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490538 Sep 29 02:14:27.598505 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46936) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:27.602807 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-4a81ce3b-5526-4870-a5bd-ee3087444eeb tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Request body: {'security_group_rule': {'security_group_id': '55c751fb-c04f-45bc-bf94-075661c9ed7e', 'project_id': '18eeabc669304148930130efa1737cbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:27.632880 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4a81ce3b-5526-4870-a5bd-ee3087444eeb tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (266f8d61-fea7-45cf-ae98-29f3bce30e00), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.650021 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 00580107-364d-4ca7-9605-73b1d08c1a2f is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:27.651055 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device b8aa30a6-2bb8-4eaf-803d-741915a53012 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:27.680957 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4a81ce3b-5526-4870-a5bd-ee3087444eeb tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (266f8d61-fea7-45cf-ae98-29f3bce30e00), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.684840 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4a81ce3b-5526-4870-a5bd-ee3087444eeb tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (266f8d61-fea7-45cf-ae98-29f3bce30e00), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.694339 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port b8aa30a6-2bb8-4eaf-803d-741915a53012 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:27.694715 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.695050 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port b8aa30a6-2bb8-4eaf-803d-741915a53012 Sep 29 02:14:27.704295 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81ce3b-5526-4870-a5bd-ee3087444eeb tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266f8d61-fea7-45cf-ae98-29f3bce30e00,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:27.716588 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4a81ce3b-5526-4870-a5bd-ee3087444eeb tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.720019 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-4a81ce3b-5526-4870-a5bd-ee3087444eeb tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205659 Sep 29 02:14:27.722793 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46938) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:27.727732 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-09ba1b36-1c30-4d80-bf83-7f0080ffb6ec tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Request body: {'security_group_rule': {'security_group_id': '55c751fb-c04f-45bc-bf94-075661c9ed7e', 'project_id': '18eeabc669304148930130efa1737cbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:27.756447 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-09ba1b36-1c30-4d80-bf83-7f0080ffb6ec tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (c9e19c95-4fcb-4570-85d6-d3e11d8aab43), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.828547 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-09ba1b36-1c30-4d80-bf83-7f0080ffb6ec tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (c9e19c95-4fcb-4570-85d6-d3e11d8aab43), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.832263 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-09ba1b36-1c30-4d80-bf83-7f0080ffb6ec tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (c9e19c95-4fcb-4570-85d6-d3e11d8aab43), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.852183 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba1b36-1c30-4d80-bf83-7f0080ffb6ec tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e19c95-4fcb-4570-85d6-d3e11d8aab43,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:27.857218 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-09ba1b36-1c30-4d80-bf83-7f0080ffb6ec tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.862018 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-09ba1b36-1c30-4d80-bf83-7f0080ffb6ec tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352091 Sep 29 02:14:27.862018 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46942) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:27.866795 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-9c4200d4-cf17-49e0-ba63-5f31ad58ef19 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Request body: {'security_group_rule': {'security_group_id': '55c751fb-c04f-45bc-bf94-075661c9ed7e', 'project_id': '18eeabc669304148930130efa1737cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:27.887442 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.securitygroups_db [None req-9c4200d4-cf17-49e0-ba63-5f31ad58ef19 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Project 18eeabc669304148930130efa1737cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:14:27.893016 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Attempt 2 to provision port 356b2a80-e679-4bfb-88a5-19c8308b6290 Sep 29 02:14:27.894475 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-9c4200d4-cf17-49e0-ba63-5f31ad58ef19 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (c0477446-83b4-4712-bf85-e8a228f127d9), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.928577 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:27.931284 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port b8aa30a6-2bb8-4eaf-803d-741915a53012 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:27.935833 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Port 356b2a80-e679-4bfb-88a5-19c8308b6290 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:27.958093 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-9c4200d4-cf17-49e0-ba63-5f31ad58ef19 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (c0477446-83b4-4712-bf85-e8a228f127d9), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.961502 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-9c4200d4-cf17-49e0-ba63-5f31ad58ef19 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (c0477446-83b4-4712-bf85-e8a228f127d9), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.981937 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4200d4-cf17-49e0-ba63-5f31ad58ef19 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0477446-83b4-4712-bf85-e8a228f127d9,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:27.988731 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-9c4200d4-cf17-49e0-ba63-5f31ad58ef19 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.990183 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-9c4200d4-cf17-49e0-ba63-5f31ad58ef19 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266608 Sep 29 02:14:27.992537 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 46944) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:27.996646 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-560a1b9f-61ad-4679-83eb-876c89fcd1a8 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Request body: {'security_group_rule': {'security_group_id': '55c751fb-c04f-45bc-bf94-075661c9ed7e', 'project_id': '18eeabc669304148930130efa1737cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:28.017094 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.securitygroups_db [None req-560a1b9f-61ad-4679-83eb-876c89fcd1a8 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Project 18eeabc669304148930130efa1737cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:14:28.022397 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-560a1b9f-61ad-4679-83eb-876c89fcd1a8 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (52ef063f-c627-4f9f-b19e-30b5687ce330), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.081613 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-560a1b9f-61ad-4679-83eb-876c89fcd1a8 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (52ef063f-c627-4f9f-b19e-30b5687ce330), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.084946 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-560a1b9f-61ad-4679-83eb-876c89fcd1a8 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (52ef063f-c627-4f9f-b19e-30b5687ce330), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.097226 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:28.109151 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a1b9f-61ad-4679-83eb-876c89fcd1a8 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ef063f-c627-4f9f-b19e-30b5687ce330,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:28.118633 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-560a1b9f-61ad-4679-83eb-876c89fcd1a8 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.119851 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-560a1b9f-61ad-4679-83eb-876c89fcd1a8 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263883 Sep 29 02:14:28.433060 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b71c79e9-66f5-4426-96f5-dfed344a7098 req-0a4ef375-595c-4166-8dcc-1976b074be22 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374382 Sep 29 02:14:28.437145 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Attempt 3 to provision port 356b2a80-e679-4bfb-88a5-19c8308b6290 Sep 29 02:14:28.471926 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Port 356b2a80-e679-4bfb-88a5-19c8308b6290 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:28.506387 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c79e9-66f5-4426-96f5-dfed344a7098 req-55fad25f-18cd-4656-8f3c-5fed808b07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:28.507982 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b71c79e9-66f5-4426-96f5-dfed344a7098 req-55fad25f-18cd-4656-8f3c-5fed808b07f3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 1129 time: 0.0408866 Sep 29 02:14:28.615323 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:28.644466 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c79e9-66f5-4426-96f5-dfed344a7098 req-cda9ae21-7624-41ae-b793-201730fb82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:28.645999 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b71c79e9-66f5-4426-96f5-dfed344a7098 req-cda9ae21-7624-41ae-b793-201730fb82c8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 918 time: 0.1143103 Sep 29 02:14:28.686900 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b71c79e9-66f5-4426-96f5-dfed344a7098 req-017ad2ab-8a4a-4a92-b857-537fa840f521 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d489b0-8ea1-47ef-acc4-1d824148d54e HTTP/1.1" status: 200 len: 217 time: 0.0333166 Sep 29 02:14:28.739567 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c79e9-66f5-4426-96f5-dfed344a7098 req-b0c8ebf3-b4f6-415e-8798-6bca9055f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:28.741209 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b71c79e9-66f5-4426-96f5-dfed344a7098 req-b0c8ebf3-b4f6-415e-8798-6bca9055f95a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.0482571 Sep 29 02:14:28.785389 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c79e9-66f5-4426-96f5-dfed344a7098 req-04cfbc0b-698e-4e33-ad58-a3a9b24d2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:28.786965 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b71c79e9-66f5-4426-96f5-dfed344a7098 req-04cfbc0b-698e-4e33-ad58-a3a9b24d2817 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386677 Sep 29 02:14:28.889024 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b71c79e9-66f5-4426-96f5-dfed344a7098 req-0f50a818-8c36-4c09-a1c2-d11a4bb3cb50 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929213 Sep 29 02:14:28.973171 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Attempt 4 to provision port 356b2a80-e679-4bfb-88a5-19c8308b6290 Sep 29 02:14:29.022738 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b71c79e9-66f5-4426-96f5-dfed344a7098 req-6314617a-507d-4fc0-92f1-39fb9949efac service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276240 Sep 29 02:14:29.025690 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Port 356b2a80-e679-4bfb-88a5-19c8308b6290 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:29.386941 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 559adf37-d1f9-4de5-a660-2c55c4577f34 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:29.446141 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 559adf37-d1f9-4de5-a660-2c55c4577f34 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:29.446625 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:29.447022 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 559adf37-d1f9-4de5-a660-2c55c4577f34 Sep 29 02:14:29.525611 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 559adf37-d1f9-4de5-a660-2c55c4577f34 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:29.525999 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:29.533968 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Attempt 5 to provision port 356b2a80-e679-4bfb-88a5-19c8308b6290 Sep 29 02:14:29.580062 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port 559adf37-d1f9-4de5-a660-2c55c4577f34, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=559adf37-d1f9-4de5-a660-2c55c4577f34,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:29.584271 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:29.611858 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Port 356b2a80-e679-4bfb-88a5-19c8308b6290 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:29.640820 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=559adf37-d1f9-4de5-a660-2c55c4577f34,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:30.113676 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Attempt 6 to provision port 356b2a80-e679-4bfb-88a5-19c8308b6290 Sep 29 02:14:30.117110 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:30.157558 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Port 356b2a80-e679-4bfb-88a5-19c8308b6290 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:30.307792 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47030) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:30.414445 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ea4608a4-7018-4e91-93cf-a64e5c35ea8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:30.492392 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ea4608a4-7018-4e91-93cf-a64e5c35ea8f admin admin] Publish callbacks [] for security_group (282a3e1f-5803-49e7-b953-61f31cddc3e4), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:30.496670 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ea4608a4-7018-4e91-93cf-a64e5c35ea8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (282a3e1f-5803-49e7-b953-61f31cddc3e4), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:30.540480 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-ea4608a4-7018-4e91-93cf-a64e5c35ea8f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=56f4ce8b9cee4754be380500431fb6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315943 Sep 29 02:14:30.541254 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4608a4-7018-4e91-93cf-a64e5c35ea8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282a3e1f-5803-49e7-b953-61f31cddc3e4,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:30.543533 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47036) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:30.601957 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e967be1f-dd44-4c01-978f-fec1d97b0fa7 admin admin] Publish callbacks [] for security_group (282a3e1f-5803-49e7-b953-61f31cddc3e4), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:30.623984 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e967be1f-dd44-4c01-978f-fec1d97b0fa7 admin admin] Publish callbacks [] for security_group (282a3e1f-5803-49e7-b953-61f31cddc3e4), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:30.648176 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Sync routers for ids ['b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:30.656651 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:30.659623 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Attempt 7 to provision port 356b2a80-e679-4bfb-88a5-19c8308b6290 Sep 29 02:14:30.660314 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Routers {'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:30.661208 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:30.674494 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e967be1f-dd44-4c01-978f-fec1d97b0fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (282a3e1f-5803-49e7-b953-61f31cddc3e4), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:30.677123 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e967be1f-dd44-4c01-978f-fec1d97b0fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:30.678440 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-e967be1f-dd44-4c01-978f-fec1d97b0fa7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/282a3e1f-5803-49e7-b953-61f31cddc3e4 HTTP/1.1" status: 204 len: 168 time: 0.1336727 Sep 29 02:14:30.699017 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967be1f-dd44-4c01-978f-fec1d97b0fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282a3e1f-5803-49e7-b953-61f31cddc3e4,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:30.719596 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Port 356b2a80-e679-4bfb-88a5-19c8308b6290 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:30.803724 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Set router b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:30.895352 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:31.014939 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'name': 'tempest-TestShelveInstance-1110171002-router', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:22Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 4, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'gw_port': {'id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:23Z', 'updated_at': '2022-09-29T02:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '356b2a80-e679-4bfb-88a5-19c8308b6290', 'name': '', 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'mac_address': 'fa:16:3e:63:7a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '5583bbda-0ac3-4987-bd7c-c55669b89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:25Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 2, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'subnets': [{'id': '5583bbda-0ac3-4987-bd7c-c55669b89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:31.129765 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Checking router: b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:31.130112 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Updating router b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d port 356b2a80-e679-4bfb-88a5-19c8308b6290 binding host dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:14:31.158021 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:31.220507 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Attempt 8 to provision port 356b2a80-e679-4bfb-88a5-19c8308b6290 Sep 29 02:14:31.256315 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Port 356b2a80-e679-4bfb-88a5-19c8308b6290 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:31.350636 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 559adf37-d1f9-4de5-a660-2c55c4577f34 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:31.351516 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:31.397352 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 559adf37-d1f9-4de5-a660-2c55c4577f34 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:31.397735 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:31.398089 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 559adf37-d1f9-4de5-a660-2c55c4577f34 Sep 29 02:14:31.421525 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Publish callbacks [] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), precommit_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:31.426596 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:31.477431 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 559adf37-d1f9-4de5-a660-2c55c4577f34 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:31.510022 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Pushing event updated for resources: {'Port': ['ID=356b2a80-e679-4bfb-88a5-19c8308b6290,revision_number=3']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:31.523080 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.523423 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.523786 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.524147 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.524484 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.524828 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.525153 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.525474 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.525794 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.526115 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.526490 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.526771 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.527091 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.527423 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.527719 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:31.535433 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Attempting to bind port 356b2a80-e679-4bfb-88a5-19c8308b6290 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:31.535800 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Attempting to bind port 356b2a80-e679-4bfb-88a5-19c8308b6290 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '46e10180-9786-4624-a6f4-f699f0a2b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215'}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:31.536161 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Attempting to bind port 356b2a80-e679-4bfb-88a5-19c8308b6290 on network 134cbe47-22f3-48d6-be0d-83990532c215 {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:31.580405 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:31.580768 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Checking segment: {'id': '46e10180-9786-4624-a6f4-f699f0a2b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:31.581200 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:31.581583 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Bound using segment: {'id': '46e10180-9786-4624-a6f4-f699f0a2b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215'} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:31.582048 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Bound port: 356b2a80-e679-4bfb-88a5-19c8308b6290, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e10180-9786-4624-a6f4-f699f0a2b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215'}}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:31.582417 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:31.645977 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] For port 356b2a80-e679-4bfb-88a5-19c8308b6290, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:31.648982 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] For port 356b2a80-e679-4bfb-88a5-19c8308b6290, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=356b2a80-e679-4bfb-88a5-19c8308b6290,segment=NetworkSegment(46e10180-9786-4624-a6f4-f699f0a2b04e),segment_id=46e10180-9786-4624-a6f4-f699f0a2b04e)] {{(pid=106338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:31.655083 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:31.691218 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Routers {'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:31.691849 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:31.754060 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3da90-a865-4974-97e3-010115849b70 None None] Pushing event updated for resources: {'Port': ['ID=356b2a80-e679-4bfb-88a5-19c8308b6290,revision_number=4']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:31.757953 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Attempt 9 to provision port 356b2a80-e679-4bfb-88a5-19c8308b6290 Sep 29 02:14:31.809173 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:31.829301 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] Set router b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:31.844316 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Current status of the port 356b2a80-e679-4bfb-88a5-19c8308b6290 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:31.845075 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:31.879411 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] For port 356b2a80-e679-4bfb-88a5-19c8308b6290, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=356b2a80-e679-4bfb-88a5-19c8308b6290,segment=NetworkSegment(46e10180-9786-4624-a6f4-f699f0a2b04e),segment_id=46e10180-9786-4624-a6f4-f699f0a2b04e)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:31.883306 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:31.920841 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Provisioning complete for port 00580107-364d-4ca7-9605-73b1d08c1a2f triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:31.921276 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:31.921619 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Attempt 1 to provision port 00580107-364d-4ca7-9605-73b1d08c1a2f Sep 29 02:14:31.963439 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Pushing event updated for resources: {'Port': ['ID=356b2a80-e679-4bfb-88a5-19c8308b6290,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:31.975881 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:32.013459 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-47508a60-15ce-4b9e-8aba-dd4cc7b1ea61 None None] Current status of the port 00580107-364d-4ca7-9605-73b1d08c1a2f is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:32.028360 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'name': 'tempest-TestShelveInstance-1110171002-router', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:22Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 4, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'gw_port': {'id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:23Z', 'updated_at': '2022-09-29T02:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '356b2a80-e679-4bfb-88a5-19c8308b6290', 'name': '', 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'mac_address': 'fa:16:3e:63:7a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '5583bbda-0ac3-4987-bd7c-c55669b89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:25Z', 'updated_at': '2022-09-29T02:14:31Z', 'revision_number': 4, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'subnets': [{'id': '5583bbda-0ac3-4987-bd7c-c55669b89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:32.057461 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91e929-a049-4238-a586-3d3ae47098a6 None None] The sync data for ids ['b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'] in dv-cinder-740146-21-iscsi is: [{'id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'name': 'tempest-TestShelveInstance-1110171002-router', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:22Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 4, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'gw_port': {'id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:23Z', 'updated_at': '2022-09-29T02:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '356b2a80-e679-4bfb-88a5-19c8308b6290', 'name': '', 'network_id': '134cbe47-22f3-48d6-be0d-83990532c215', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'mac_address': 'fa:16:3e:63:7a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '5583bbda-0ac3-4987-bd7c-c55669b89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:25Z', 'updated_at': '2022-09-29T02:14:31Z', 'revision_number': 4, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'subnets': [{'id': '5583bbda-0ac3-4987-bd7c-c55669b89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:33.359904 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 356b2a80-e679-4bfb-88a5-19c8308b6290 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:33.409847 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 356b2a80-e679-4bfb-88a5-19c8308b6290 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:33.410324 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.410972 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 356b2a80-e679-4bfb-88a5-19c8308b6290 Sep 29 02:14:33.486964 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 356b2a80-e679-4bfb-88a5-19c8308b6290 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:40.532061 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=42,neutron:INSERT=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:40.536627 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=75,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:40.685708 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=21,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:42.025707 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:43.208314 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47174) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:43.315007 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-bf693bdd-c34b-49cc-8bde-996f797fc71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.389725 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-bf693bdd-c34b-49cc-8bde-996f797fc71f admin admin] Publish callbacks [] for security_group (4cccbd0e-0792-4d34-ac20-e372a207e4c5), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.395380 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-bf693bdd-c34b-49cc-8bde-996f797fc71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (4cccbd0e-0792-4d34-ac20-e372a207e4c5), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.433191 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf693bdd-c34b-49cc-8bde-996f797fc71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cccbd0e-0792-4d34-ac20-e372a207e4c5,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:43.439042 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-bf693bdd-c34b-49cc-8bde-996f797fc71f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a848d7b405cc4ec6bbaf07e573c783c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296364 Sep 29 02:14:43.441903 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47180) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:43.490239 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4cc0bc6d-c971-48fb-998a-764cdeea5b9d admin admin] Publish callbacks [] for security_group (4cccbd0e-0792-4d34-ac20-e372a207e4c5), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.512201 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4cc0bc6d-c971-48fb-998a-764cdeea5b9d admin admin] Publish callbacks [] for security_group (4cccbd0e-0792-4d34-ac20-e372a207e4c5), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.558581 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4cc0bc6d-c971-48fb-998a-764cdeea5b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (4cccbd0e-0792-4d34-ac20-e372a207e4c5), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.561278 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4cc0bc6d-c971-48fb-998a-764cdeea5b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.562413 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-4cc0bc6d-c971-48fb-998a-764cdeea5b9d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4cccbd0e-0792-4d34-ac20-e372a207e4c5 HTTP/1.1" status: 204 len: 168 time: 0.1196256 Sep 29 02:14:43.575422 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0bc6d-c971-48fb-998a-764cdeea5b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cccbd0e-0792-4d34-ac20-e372a207e4c5,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:43.849635 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:14:44.176396 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47202) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:44.274244 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-803911842-network', 'tenant_id': '40f01307928c46918e93db66b6473733'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:44.293987 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Made reservation on behalf of 40f01307928c46918e93db66b6473733 for: {'network': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:44.296345 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:44.494186 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:44.570031 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Publish callbacks [] for security_group (e1b1b3e2-34ed-4383-a24d-3f8deffef39e), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:44.574241 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (e1b1b3e2-34ed-4383-a24d-3f8deffef39e), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:44.601449 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=106335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:14:44.612588 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b1b3e2-34ed-4383-a24d-3f8deffef39e,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:44.619412 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (3685d723-416e-4d73-b784-8ca8188cd0c7), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:44.619751 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.segments_db [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Added segment 3685d723-416e-4d73-b784-8ca8188cd0c7 of type vlan for network 1a7f2236-e557-4c84-9a50-dd078a0ff369 Sep 29 02:14:44.662801 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (1a7f2236-e557-4c84-9a50-dd078a0ff369), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:44.690724 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (1a7f2236-e557-4c84-9a50-dd078a0ff369), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:44.691793 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:44.692385 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:44.750551 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5729575 Sep 29 02:14:44.753776 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47208) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:44.761729 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-17cf5bc5-9947-4228-b5cb-fe828110e198 admin admin] Request body: {'subnet': {'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-803911842-subnet', 'tenant_id': '40f01307928c46918e93db66b6473733', 'ip_version': 4}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:44.763086 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ce5e5-323d-4136-96f7-bbfd9aea32b3 admin admin] Pushing event updated for resources: {'Network': ['ID=1a7f2236-e557-4c84-9a50-dd078a0ff369,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:44.777670 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 1a7f2236-e557-4c84-9a50-dd078a0ff369 details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:14:44.788641 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cf5bc5-9947-4228-b5cb-fe828110e198 admin admin] Made reservation on behalf of 40f01307928c46918e93db66b6473733 for: {'subnet': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:44.791079 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-17cf5bc5-9947-4228-b5cb-fe828110e198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5654967'] for subnet (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:44.846040 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:44.973225 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-17cf5bc5-9947-4228-b5cb-fe828110e198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4713875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5654913'] for subnet (35e4c0c6-0279-46cb-a438-40d8694e55b1), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.028435 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf5bc5-9947-4228-b5cb-fe828110e198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e4c0c6-0279-46cb-a438-40d8694e55b1,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:45.037609 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cf5bc5-9947-4228-b5cb-fe828110e198 admin admin] Checking segment: {'id': '3685d723-416e-4d73-b784-8ca8188cd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:45.037973 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cf5bc5-9947-4228-b5cb-fe828110e198 admin admin] Network hostable DHCP agents. Network: 1a7f2236-e557-4c84-9a50-dd078a0ff369, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:14:45.054921 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cf5bc5-9947-4228-b5cb-fe828110e198 admin admin] Network 1a7f2236-e557-4c84-9a50-dd078a0ff369 is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:14:45.063394 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-17cf5bc5-9947-4228-b5cb-fe828110e198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 1a7f2236-e557-4c84-9a50-dd078a0ff369) {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:45.068159 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf5bc5-9947-4228-b5cb-fe828110e198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:45.068755 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-17cf5bc5-9947-4228-b5cb-fe828110e198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.074139 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f66a08-9e96-487c-bfab-7386a71e816b None None] Network 1a7f2236-e557-4c84-9a50-dd078a0ff369 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:45.085361 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-17cf5bc5-9947-4228-b5cb-fe828110e198 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3305008 Sep 29 02:14:45.088091 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47210) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:45.092967 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:45.113960 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4195'] for router (8172b368-df9b-4ce4-bb74-cf48711c4796), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.114231 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628866', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router (8172b368-df9b-4ce4-bb74-cf48711c4796), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.122743 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:45.167010 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Publish callbacks [] for router_controller (8172b368-df9b-4ce4-bb74-cf48711c4796), precommit_add_association {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.180950 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e9ab281-6644-5373-90c1-7212ac025641-1a7f2236-e557-4c84-9a50-dd078a0ff369', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'project_id': '40f01307928c46918e93db66b6473733', 'fixed_ips': [{'subnet_id': '35e4c0c6-0279-46cb-a438-40d8694e55b1'}]}} from dv-cinder-740146-21-iscsi. {{(pid=106337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:14:45.181970 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.239317 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:45.306892 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Publish callbacks [] for router_gateway (8172b368-df9b-4ce4-bb74-cf48711c4796), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.328451 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-fd163cbb-5c80-426d-805e-7432f9439409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.333373 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.db_base_plugin_common [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Allocated IP 172.20.0.2 (1a7f2236-e557-4c84-9a50-dd078a0ff369/35e4c0c6-0279-46cb-a438-40d8694e55b1/c12bd829-5851-4835-b1c9-2993a49f808c) {{(pid=106337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:45.472586 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Publish callbacks [] for port (c12bd829-5851-4835-b1c9-2993a49f808c), precommit_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.478541 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (c12bd829-5851-4835-b1c9-2993a49f808c), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.490240 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Publish callbacks [] for router_gateway (8172b368-df9b-4ce4-bb74-cf48711c4796), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.511618 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.523501 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Network 1a7f2236-e557-4c84-9a50-dd078a0ff369 is already hosted by enough agents. {{(pid=106337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:45.528590 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.base_scheduler [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Resources bound (agent type, host, resource id): {{(pid=106337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:45.532557 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Received port after_create {{(pid=106337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:45.537341 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Pushing event updated for resources: {'Port': ['ID=c12bd829-5851-4835-b1c9-2993a49f808c,revision_number=1']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:45.544587 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.544991 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.545364 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.545720 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.546072 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.546474 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.546728 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.547049 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.547391 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.547724 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.548061 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.548433 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.548734 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.549083 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.549407 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:45.558941 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:45.609399 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Attempting to bind port c12bd829-5851-4835-b1c9-2993a49f808c on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:45.609772 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Attempting to bind port c12bd829-5851-4835-b1c9-2993a49f808c by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '3685d723-416e-4d73-b784-8ca8188cd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:45.610138 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Attempting to bind port c12bd829-5851-4835-b1c9-2993a49f808c on network 1a7f2236-e557-4c84-9a50-dd078a0ff369 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:45.647203 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Allocated IP 172.27.3.30 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/afb5dd5a-94d1-48f4-8a39-6f86a262aff5) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:45.652297 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:45.652809 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Checking segment: {'id': '3685d723-416e-4d73-b784-8ca8188cd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:45.653117 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.653735 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Bound using segment: {'id': '3685d723-416e-4d73-b784-8ca8188cd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:45.653978 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Bound port: c12bd829-5851-4835-b1c9-2993a49f808c, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3685d723-416e-4d73-b784-8ca8188cd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:45.654897 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (c12bd829-5851-4835-b1c9-2993a49f808c), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.722481 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] For port c12bd829-5851-4835-b1c9-2993a49f808c, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:45.725685 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] For port c12bd829-5851-4835-b1c9-2993a49f808c, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=c12bd829-5851-4835-b1c9-2993a49f808c,segment=NetworkSegment(3685d723-416e-4d73-b784-8ca8188cd0c7),segment_id=3685d723-416e-4d73-b784-8ca8188cd0c7)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:45.730968 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (c12bd829-5851-4835-b1c9-2993a49f808c), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.742767 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-d000d0c1-1764-473f-84cb-0d2e80fcf209 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-411400863&fields=id&tenant_id=18eeabc669304148930130efa1737cbb HTTP/1.1" status: 200 len: 267 time: 0.0968773 Sep 29 02:14:45.782763 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04da331-8d9b-4e84-b368-da32bef36624 None None] Pushing event updated for resources: {'Port': ['ID=c12bd829-5851-4835-b1c9-2993a49f808c,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:45.854169 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Publish callbacks [] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.906726 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-4be568ad-3ae9-45ab-b91f-f7b13d6ff150 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:45.908274 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-4be568ad-3ae9-45ab-b91f-f7b13d6ff150 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4f97f786-5df3-4ea7-b350-3219ee546269 HTTP/1.1" status: 200 len: 808 time: 0.1548157 Sep 29 02:14:45.932825 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-0bb89c34-c590-44e0-be2b-d5fe86c6830d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/quotas/18eeabc669304148930130efa1737cbb HTTP/1.1" status: 200 len: 375 time: 0.0173512 Sep 29 02:14:45.938737 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:46.019861 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:46.027536 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:46.034013 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-176be558-adb3-410c-a889-5cfc728bd24e tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=18eeabc669304148930130efa1737cbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925348 Sep 29 02:14:46.034888 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:46.037091 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Pushing event updated for resources: {'Port': ['ID=afb5dd5a-94d1-48f4-8a39-6f86a262aff5,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:46.039222 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:46.376937 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:46.496548 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-701940a6-77b1-43c6-89f4-3b6f5b2e6b8f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865242 Sep 29 02:14:46.669176 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-e35ba2c0-b68e-43c8-81b5-c00b4c926ec8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651921 Sep 29 02:14:46.670869 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d4114a-72ab-4d9c-b7f5-4db45500dc08 None None] Network 1a7f2236-e557-4c84-9a50-dd078a0ff369 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:46.686360 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Publish callbacks [] for router_gateway (8172b368-df9b-4ce4-bb74-cf48711c4796), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:46.717038 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:46.754507 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-5a1a5185-7398-46f8-b1d2-1e1ea42f193f None None] Provisioning complete for port c12bd829-5851-4835-b1c9-2993a49f808c triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:46.755936 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5a1a5185-7398-46f8-b1d2-1e1ea42f193f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (c12bd829-5851-4835-b1c9-2993a49f808c), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:46.755936 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-5a1a5185-7398-46f8-b1d2-1e1ea42f193f None None] Attempt 1 to provision port c12bd829-5851-4835-b1c9-2993a49f808c Sep 29 02:14:46.867169 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a5185-7398-46f8-b1d2-1e1ea42f193f None None] Current status of the port c12bd829-5851-4835-b1c9-2993a49f808c is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:46.868031 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5a1a5185-7398-46f8-b1d2-1e1ea42f193f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (c12bd829-5851-4835-b1c9-2993a49f808c), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:46.893052 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649523'] for router (8172b368-df9b-4ce4-bb74-cf48711c4796), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:46.907542 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-5a1a5185-7398-46f8-b1d2-1e1ea42f193f None None] For port c12bd829-5851-4835-b1c9-2993a49f808c, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=c12bd829-5851-4835-b1c9-2993a49f808c,segment=NetworkSegment(3685d723-416e-4d73-b784-8ca8188cd0c7),segment_id=3685d723-416e-4d73-b784-8ca8188cd0c7)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:46.911654 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5a1a5185-7398-46f8-b1d2-1e1ea42f193f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (c12bd829-5851-4835-b1c9-2993a49f808c), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:46.973458 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a5185-7398-46f8-b1d2-1e1ea42f193f None None] Pushing event updated for resources: {'Port': ['ID=c12bd829-5851-4835-b1c9-2993a49f808c,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:47.056793 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-61ce3746-391e-4a63-97fb-df38e1befc63 req-3efe5b20-3145-4be5-a1e9-4df06ec7de06 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 210 time: 0.0333397 Sep 29 02:14:47.089677 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Router 8172b368-df9b-4ce4-bb74-cf48711c4796 is scheduled to L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 with binding_index 1 {{(pid=106336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:14:47.131648 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-b009b9ab-426a-48a1-9741-960efedf2513 None None] Provisioning complete for port c12bd829-5851-4835-b1c9-2993a49f808c triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:47.132025 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b009b9ab-426a-48a1-9741-960efedf2513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (c12bd829-5851-4835-b1c9-2993a49f808c), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:47.132363 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-b009b9ab-426a-48a1-9741-960efedf2513 None None] Attempt 1 to provision port c12bd829-5851-4835-b1c9-2993a49f808c Sep 29 02:14:47.209338 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-b009b9ab-426a-48a1-9741-960efedf2513 None None] Current status of the port c12bd829-5851-4835-b1c9-2993a49f808c is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:47.210362 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:47.221314 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Sync routers for ids ['8172b368-df9b-4ce4-bb74-cf48711c4796'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:47.229969 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:47.231523 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-1c9175fe-e670-4f38-a732-0c2ca3900075 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1423705 Sep 29 02:14:47.234824 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47234) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:47.237507 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Routers {'8172b368-df9b-4ce4-bb74-cf48711c4796'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:47.238209 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8172b368-df9b-4ce4-bb74-cf48711c4796'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:47.284007 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:47.368239 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Set router 8172b368-df9b-4ce4-bb74-cf48711c4796 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:47.455540 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:47.466337 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device c12bd829-5851-4835-b1c9-2993a49f808c up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:47.682805 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:47.703764 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:47.707703 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port c12bd829-5851-4835-b1c9-2993a49f808c triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:47.708086 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (c12bd829-5851-4835-b1c9-2993a49f808c), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:47.708426 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port c12bd829-5851-4835-b1c9-2993a49f808c Sep 29 02:14:47.741069 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-443c021e-3466-40ba-a909-071089ab22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:47.769717 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:46Z', 'revision_number': 3, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:47.799260 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Checking router: 8172b368-df9b-4ce4-bb74-cf48711c4796 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:47.799620 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Updating router 8172b368-df9b-4ce4-bb74-cf48711c4796 port afb5dd5a-94d1-48f4-8a39-6f86a262aff5 binding host dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:14:47.823652 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:47.855994 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:47.872410 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Allocated IP 172.20.0.1 (1a7f2236-e557-4c84-9a50-dd078a0ff369/35e4c0c6-0279-46cb-a438-40d8694e55b1/1e54c621-29e9-49be-bd53-3294a6c66f8f) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:47.884283 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port c12bd829-5851-4835-b1c9-2993a49f808c is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:47.993580 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Publish callbacks [] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.029214 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.070832 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Network 1a7f2236-e557-4c84-9a50-dd078a0ff369 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:48.075785 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:48.079557 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:48.082816 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Pushing event updated for resources: {'Port': ['ID=1e54c621-29e9-49be-bd53-3294a6c66f8f,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:48.121541 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625956'] for router_interface (8172b368-df9b-4ce4-bb74-cf48711c4796), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.136244 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Publish callbacks [] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), precommit_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.142067 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.164347 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:48.182757 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Attempting to bind port afb5dd5a-94d1-48f4-8a39-6f86a262aff5 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:48.183280 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Attempting to bind port afb5dd5a-94d1-48f4-8a39-6f86a262aff5 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:48.183731 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Attempting to bind port afb5dd5a-94d1-48f4-8a39-6f86a262aff5 on network 44335703-30ea-48cd-a18a-5857ed0e04da {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:48.205500 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bd70339f-063b-4d5b-9853-bbaf6d7ec23e req-668ac42c-54c7-4797-8dea-4ac96139eb32 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 210 time: 0.0375826 Sep 29 02:14:48.212173 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b3794-97a1-4425-8957-70d31d673acd None None] Pushing event updated for resources: {'Port': ['ID=afb5dd5a-94d1-48f4-8a39-6f86a262aff5,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:48.239954 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:48.240673 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Checking segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:48.240918 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.241371 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Bound using segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:48.242218 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Bound port: afb5dd5a-94d1-48f4-8a39-6f86a262aff5, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:48.242332 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.300371 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] For port afb5dd5a-94d1-48f4-8a39-6f86a262aff5, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:48.303645 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] For port afb5dd5a-94d1-48f4-8a39-6f86a262aff5, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=afb5dd5a-94d1-48f4-8a39-6f86a262aff5,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:48.309603 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:48.310687 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.321682 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.360202 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Routers {'8172b368-df9b-4ce4-bb74-cf48711c4796'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:48.360773 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8172b368-df9b-4ce4-bb74-cf48711c4796'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:48.365742 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Provisioning complete for port 1e54c621-29e9-49be-bd53-3294a6c66f8f triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:48.366118 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.366463 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Attempt 1 to provision port 1e54c621-29e9-49be-bd53-3294a6c66f8f Sep 29 02:14:48.447309 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b3794-97a1-4425-8957-70d31d673acd None None] Pushing event updated for resources: {'Port': ['ID=afb5dd5a-94d1-48f4-8a39-6f86a262aff5,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:48.459857 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Port 1e54c621-29e9-49be-bd53-3294a6c66f8f cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:48.499634 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Publish callbacks [] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.507132 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.520420 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] Set router 8172b368-df9b-4ce4-bb74-cf48711c4796 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:48.557609 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-dcf3a106-4da8-48c2-a02d-389230dda76d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:48.559118 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-dcf3a106-4da8-48c2-a02d-389230dda76d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.57 "GET /networking/v2.0/networks?id=4f97f786-5df3-4ea7-b350-3219ee546269 HTTP/1.1" status: 200 len: 808 time: 0.1445401 Sep 29 02:14:48.572263 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:48.591181 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Pushing event updated for resources: {'Port': ['ID=1e54c621-29e9-49be-bd53-3294a6c66f8f,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:48.594425 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626064'] for router_interface (8172b368-df9b-4ce4-bb74-cf48711c4796), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.636050 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-e74df036-ed7a-4ad3-adb4-ff4606dad63c tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=18eeabc669304148930130efa1737cbb HTTP/1.1" status: 200 len: 379 time: 0.0674973 Sep 29 02:14:48.654939 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-3b0eec04-e283-4836-a4bc-18c286ab6fe0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Request body: {'port': {'device_id': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'admin_state_up': True, 'tenant_id': '18eeabc669304148930130efa1737cbb', 'security_groups': ['55c751fb-c04f-45bc-bf94-075661c9ed7e']}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:48.703634 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Network 1a7f2236-e557-4c84-9a50-dd078a0ff369 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:48.706752 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:48.769641 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 4, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '1e54c621-29e9-49be-bd53-3294a6c66f8f', 'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'tenant_id': '40f01307928c46918e93db66b6473733', 'mac_address': 'fa:16:3e:f1:9e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:47Z', 'revision_number': 1, 'project_id': '40f01307928c46918e93db66b6473733', 'subnets': [{'id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:48.805709 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c9a87-75b5-4cf5-b9a8-f626428433e9 None None] The sync data for ids ['8172b368-df9b-4ce4-bb74-cf48711c4796'] in dv-cinder-740146-21-iscsi is: [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 4, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '1e54c621-29e9-49be-bd53-3294a6c66f8f', 'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'tenant_id': '40f01307928c46918e93db66b6473733', 'mac_address': 'fa:16:3e:f1:9e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:47Z', 'revision_number': 1, 'project_id': '40f01307928c46918e93db66b6473733', 'subnets': [{'id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:48.811126 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-3b0eec04-e283-4836-a4bc-18c286ab6fe0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Made reservation on behalf of 18eeabc669304148930130efa1737cbb for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:48.817448 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-3b0eec04-e283-4836-a4bc-18c286ab6fe0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.819523 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.865392 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Router 8172b368-df9b-4ce4-bb74-cf48711c4796 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:14:48.961782 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Attempt 2 to provision port 1e54c621-29e9-49be-bd53-3294a6c66f8f Sep 29 02:14:48.967378 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:49.001899 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:49.004530 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-3b0eec04-e283-4836-a4bc-18c286ab6fe0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Allocated IP 172.20.0.5 (4f97f786-5df3-4ea7-b350-3219ee546269/2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c/29e82e6b-3fc1-4d7b-8545-b510c77181c3) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:49.010287 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Port 1e54c621-29e9-49be-bd53-3294a6c66f8f cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:49.014021 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-81984544-94fd-4649-a540-0559b80e9a48 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8172b368-df9b-4ce4-bb74-cf48711c4796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7774055 Sep 29 02:14:49.017035 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:49.049882 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:49.230453 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-3b0eec04-e283-4836-a4bc-18c286ab6fe0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.277878 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-3b0eec04-e283-4836-a4bc-18c286ab6fe0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.347101 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-3b0eec04-e283-4836-a4bc-18c286ab6fe0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Network 4f97f786-5df3-4ea7-b350-3219ee546269 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:49.350945 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-3b0eec04-e283-4836-a4bc-18c286ab6fe0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:49.353897 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-3b0eec04-e283-4836-a4bc-18c286ab6fe0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:49.359086 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-3b0eec04-e283-4836-a4bc-18c286ab6fe0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:49.360358 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-3b0eec04-e283-4836-a4bc-18c286ab6fe0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.381970 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0eec04-e283-4836-a4bc-18c286ab6fe0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Pushing event updated for resources: {'Port': ['ID=29e82e6b-3fc1-4d7b-8545-b510c77181c3,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:49.388311 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-3b0eec04-e283-4836-a4bc-18c286ab6fe0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7397287 Sep 29 02:14:49.420317 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d8cbd-8dc8-4a0f-8d66-5baf76124190 req-5993e7a6-67a1-4f9e-bc6f-8da43c9625bd tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:49.421956 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-db1d8cbd-8dc8-4a0f-8d66-5baf76124190 req-5993e7a6-67a1-4f9e-bc6f-8da43c9625bd tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 931 time: 0.0739682 Sep 29 02:14:49.449630 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Request body: {'port': {'device_id': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:49.479162 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:49.511318 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Attempt 3 to provision port 1e54c621-29e9-49be-bd53-3294a6c66f8f Sep 29 02:14:49.527325 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-db1d8cbd-8dc8-4a0f-8d66-5baf76124190 req-50ecd2a1-70f7-40a4-9abd-050f5d2bdae0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971112 Sep 29 02:14:49.549933 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.593191 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Port 1e54c621-29e9-49be-bd53-3294a6c66f8f cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:49.788191 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47258) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:49.793035 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-545762684-network', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:49.817714 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Made reservation on behalf of d33286ef83df49bab1df974e8f01f8cc for: {'network': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:49.820128 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.829949 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.887511 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e82e6b-3fc1-4d7b-8545-b510c77181c3 {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:14:49.902427 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Publish callbacks [] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.916862 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Transition to ACTIVE for port object 29e82e6b-3fc1-4d7b-8545-b510c77181c3 will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:14:49.925083 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.927694 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Publish callbacks [] for security_group (785dd3b7-9556-4b26-9a59-3de0823a51bd), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.934330 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (785dd3b7-9556-4b26-9a59-3de0823a51bd), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.957906 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=106336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:14:49.966792 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:49.976904 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785dd3b7-9556-4b26-9a59-3de0823a51bd,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:49.980094 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (55b7f961-bb1e-4eb2-8eb5-d94d7e211e32), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.980437 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.segments_db [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Added segment 55b7f961-bb1e-4eb2-8eb5-d94d7e211e32 of type vlan for network 91092757-ce44-4bd9-be83-aad592ab2d32 Sep 29 02:14:50.020171 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Attempting to bind port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:50.020504 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Attempting to bind port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'd61981f2-8841-47c9-8c23-022af6b1af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:50.020982 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Attempting to bind port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 on network 4f97f786-5df3-4ea7-b350-3219ee546269 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:50.026012 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (91092757-ce44-4bd9-be83-aad592ab2d32), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.026540 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Pushing event updated for resources: {'Port': ['ID=29e82e6b-3fc1-4d7b-8545-b510c77181c3,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:50.054199 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (91092757-ce44-4bd9-be83-aad592ab2d32), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.055996 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:50.057103 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.074322 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 on network 4f97f786-5df3-4ea7-b350-3219ee546269 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:14:50.074650 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Attempting to bind port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 on network 4f97f786-5df3-4ea7-b350-3219ee546269 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:50.095023 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Attempt 4 to provision port 1e54c621-29e9-49be-bd53-3294a6c66f8f Sep 29 02:14:50.117370 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:50.119688 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3303487 Sep 29 02:14:50.122575 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:50.123264 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47262) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:50.123358 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Checking segment: {'id': 'd61981f2-8841-47c9-8c23-022af6b1af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:50.123559 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Bound using segment: {'id': 'd61981f2-8841-47c9-8c23-022af6b1af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:50.123959 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Bound port: 29e82e6b-3fc1-4d7b-8545-b510c77181c3, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61981f2-8841-47c9-8c23-022af6b1af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:50.124730 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.129438 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-e11abb10-78e9-4a3e-a0b5-e7ee8d9844fb admin admin] Request body: {'subnet': {'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-545762684-subnet', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'ip_version': 4}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:50.135795 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Port 1e54c621-29e9-49be-bd53-3294a6c66f8f cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:50.152997 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8469f0-95f8-4162-8b0d-6c7f23f403b6 admin admin] Pushing event updated for resources: {'Network': ['ID=91092757-ce44-4bd9-be83-aad592ab2d32,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:50.166731 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 91092757-ce44-4bd9-be83-aad592ab2d32 details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:14:50.169291 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11abb10-78e9-4a3e-a0b5-e7ee8d9844fb admin admin] Made reservation on behalf of d33286ef83df49bab1df974e8f01f8cc for: {'subnet': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:50.175962 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e11abb10-78e9-4a3e-a0b5-e7ee8d9844fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5654967'] for subnet (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.190342 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:50.194947 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] For port 29e82e6b-3fc1-4d7b-8545-b510c77181c3, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:50.199355 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] For port 29e82e6b-3fc1-4d7b-8545-b510c77181c3, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:50.208014 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.213320 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:50.213993 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.215396 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/29e82e6b-3fc1-4d7b-8545-b510c77181c3 HTTP/1.1" status: 200 len: 1093 time: 0.7701857 Sep 29 02:14:50.216149 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:50.219145 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99313106-7c6e-4b47-9760-01627533518f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:50.288006 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b741a1-f6a1-4f40-a10f-371b729a94f0 x-openstack-request-id: req-b9b741a1-f6a1-4f40-a10f-371b729a94f0 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:50.288387 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:50.288588 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b9b741a1-f6a1-4f40-a10f-371b729a94f0 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:50.289029 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b741a1-f6a1-4f40-a10f-371b729a94f0'] response: {'name': 'network-changed', 'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'status': 'completed', 'code': 200} Sep 29 02:14:50.347071 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-b02991c6-594b-4082-95d5-3f408fca9a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:50.348611 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-b02991c6-594b-4082-95d5-3f408fca9a16 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=18eeabc669304148930130efa1737cbb&device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 1127 time: 0.0561886 Sep 29 02:14:50.354009 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052b491-9ba7-4f8a-8779-b6866642f581 service neutron] Pushing event updated for resources: {'Port': ['ID=29e82e6b-3fc1-4d7b-8545-b510c77181c3,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:50.395290 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-26b32736-0506-4ea0-b570-c9beacdcb5a3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3 HTTP/1.1" status: 200 len: 217 time: 0.0384574 Sep 29 02:14:50.430603 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e11abb10-78e9-4a3e-a0b5-e7ee8d9844fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4713875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5654913'] for subnet (0289d595-2503-474c-88a8-3417551a71a3), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.432182 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.466479 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-f1f44669-119f-41df-97d4-8b361d1b6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:50.468370 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-f1f44669-119f-41df-97d4-8b361d1b6486 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c HTTP/1.1" status: 200 len: 847 time: 0.0558715 Sep 29 02:14:50.487797 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11abb10-78e9-4a3e-a0b5-e7ee8d9844fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0289d595-2503-474c-88a8-3417551a71a3,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:50.506656 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11abb10-78e9-4a3e-a0b5-e7ee8d9844fb admin admin] Checking segment: {'id': '55b7f961-bb1e-4eb2-8eb5-d94d7e211e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:50.507005 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11abb10-78e9-4a3e-a0b5-e7ee8d9844fb admin admin] Network hostable DHCP agents. Network: 91092757-ce44-4bd9-be83-aad592ab2d32, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:14:50.529662 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-214719db-0f9c-4104-ab94-433b2d27bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:50.531257 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11abb10-78e9-4a3e-a0b5-e7ee8d9844fb admin admin] Network 91092757-ce44-4bd9-be83-aad592ab2d32 is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:14:50.537749 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-214719db-0f9c-4104-ab94-433b2d27bba7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4f97f786-5df3-4ea7-b350-3219ee546269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525894 Sep 29 02:14:50.542719 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-e11abb10-78e9-4a3e-a0b5-e7ee8d9844fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 91092757-ce44-4bd9-be83-aad592ab2d32) {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:50.548804 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11abb10-78e9-4a3e-a0b5-e7ee8d9844fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:50.549424 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e11abb10-78e9-4a3e-a0b5-e7ee8d9844fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.571046 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2f77ae-0e92-4d98-bc3b-aa1ca3edf90f None None] Network 91092757-ce44-4bd9-be83-aad592ab2d32 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:50.579610 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-e11abb10-78e9-4a3e-a0b5-e7ee8d9844fb admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4553952 Sep 29 02:14:50.582376 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47268) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:50.589419 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-545762684-router', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:50.634535 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.638562 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Attempt 5 to provision port 1e54c621-29e9-49be-bd53-3294a6c66f8f Sep 29 02:14:50.642575 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4195'] for router (8083361e-8714-49d0-b313-916ab5001859), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.644315 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628866', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router (8083361e-8714-49d0-b313-916ab5001859), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.651956 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:50.674425 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-e27a249d-3f03-4035-9658-220c3973d805 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281931 Sep 29 02:14:50.684570 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Port 1e54c621-29e9-49be-bd53-3294a6c66f8f cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:50.718557 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2491a-8fd1-44bf-b3b6-585f0c2c69c5 req-a588c03f-1a96-482f-a397-b89f6e74fcc8 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:50.720334 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e4e2491a-8fd1-44bf-b3b6-585f0c2c69c5 req-a588c03f-1a96-482f-a397-b89f6e74fcc8 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0920260 Sep 29 02:14:50.742211 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e9ab281-6644-5373-90c1-7212ac025641-91092757-ce44-4bd9-be83-aad592ab2d32', 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32', 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'fixed_ips': [{'subnet_id': '0289d595-2503-474c-88a8-3417551a71a3'}]}} from dv-cinder-740146-21-iscsi. {{(pid=106337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:14:50.743484 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.750108 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Publish callbacks [] for router_controller (8083361e-8714-49d0-b313-916ab5001859), precommit_add_association {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.794618 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5e13d788-858c-43dc-b257-22d462f40cd8 req-67bde3ca-d7e7-4127-8119-82f23bcaa862 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117594 Sep 29 02:14:50.819719 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=23 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:50.892018 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.db_base_plugin_common [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Allocated IP 172.20.0.2 (91092757-ce44-4bd9-be83-aad592ab2d32/0289d595-2503-474c-88a8-3417551a71a3/686d84e3-cb61-4435-a2e0-e7637408f1db) {{(pid=106337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:51.047851 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Publish callbacks [] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), precommit_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.054398 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.101588 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Network 91092757-ce44-4bd9-be83-aad592ab2d32 is already hosted by enough agents. {{(pid=106337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:51.106888 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.base_scheduler [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Resources bound (agent type, host, resource id): {{(pid=106337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:51.109548 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Pushing event updated for resources: {'Port': ['ID=686d84e3-cb61-4435-a2e0-e7637408f1db,revision_number=1']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:51.112210 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Received port after_create {{(pid=106337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:51.177838 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Attempting to bind port 686d84e3-cb61-4435-a2e0-e7637408f1db on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:51.177838 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Attempting to bind port 686d84e3-cb61-4435-a2e0-e7637408f1db by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '55b7f961-bb1e-4eb2-8eb5-d94d7e211e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:51.178203 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Attempting to bind port 686d84e3-cb61-4435-a2e0-e7637408f1db on network 91092757-ce44-4bd9-be83-aad592ab2d32 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:51.184186 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e4e2491a-8fd1-44bf-b3b6-585f0c2c69c5 req-76613f2b-a0db-450b-8712-a0768e0bdd62 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4358904 Sep 29 02:14:51.187264 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99313106-7c6e-4b47-9760-01627533518f req-6e3b05c9-4166-4d03-8266-710351833a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:51.189133 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-99313106-7c6e-4b47-9760-01627533518f req-6e3b05c9-4166-4d03-8266-710351833a90 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=18eeabc669304148930130efa1737cbb&device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 1127 time: 0.0510621 Sep 29 02:14:51.216949 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Attempt 6 to provision port 1e54c621-29e9-49be-bd53-3294a6c66f8f Sep 29 02:14:51.230421 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Publish callbacks [] for router_gateway (8083361e-8714-49d0-b313-916ab5001859), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.231642 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:51.247285 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:51.256286 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Port 1e54c621-29e9-49be-bd53-3294a6c66f8f cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:51.263650 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:51.264035 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Checking segment: {'id': '55b7f961-bb1e-4eb2-8eb5-d94d7e211e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:51.264438 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.264830 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Bound using segment: {'id': '55b7f961-bb1e-4eb2-8eb5-d94d7e211e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:51.265340 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Bound port: 686d84e3-cb61-4435-a2e0-e7637408f1db, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b7f961-bb1e-4eb2-8eb5-d94d7e211e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:51.265834 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.346083 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:51.346298 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] For port 686d84e3-cb61-4435-a2e0-e7637408f1db, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:51.354330 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] For port 686d84e3-cb61-4435-a2e0-e7637408f1db, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=686d84e3-cb61-4435-a2e0-e7637408f1db,segment=NetworkSegment(55b7f961-bb1e-4eb2-8eb5-d94d7e211e32),segment_id=55b7f961-bb1e-4eb2-8eb5-d94d7e211e32)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:51.365126 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.381676 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99313106-7c6e-4b47-9760-01627533518f req-77f94698-cf23-475d-a792-d04772ecec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:51.385942 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-99313106-7c6e-4b47-9760-01627533518f req-77f94698-cf23-475d-a792-d04772ecec3a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=4f97f786-5df3-4ea7-b350-3219ee546269 HTTP/1.1" status: 200 len: 908 time: 0.1846349 Sep 29 02:14:51.429700 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa14d52-6e8b-44ca-b583-74c433d3b24f None None] Pushing event updated for resources: {'Port': ['ID=686d84e3-cb61-4435-a2e0-e7637408f1db,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:51.441754 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-99313106-7c6e-4b47-9760-01627533518f req-6040967c-2536-4116-acb5-7bee10049477 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3 HTTP/1.1" status: 200 len: 217 time: 0.0487707 Sep 29 02:14:51.460468 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device afb5dd5a-94d1-48f4-8a39-6f86a262aff5 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:51.492148 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Publish callbacks [] for router_gateway (8083361e-8714-49d0-b313-916ab5001859), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.512373 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.513384 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port afb5dd5a-94d1-48f4-8a39-6f86a262aff5 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:51.514478 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.515023 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port afb5dd5a-94d1-48f4-8a39-6f86a262aff5 Sep 29 02:14:51.519169 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99313106-7c6e-4b47-9760-01627533518f req-f02bbd14-e04d-416d-a4ee-f2bc0a731ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:51.520697 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-99313106-7c6e-4b47-9760-01627533518f req-f02bbd14-e04d-416d-a4ee-f2bc0a731ea3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c HTTP/1.1" status: 200 len: 847 time: 0.0724692 Sep 29 02:14:51.570431 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Sync routers for ids ['8172b368-df9b-4ce4-bb74-cf48711c4796'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:51.576462 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99313106-7c6e-4b47-9760-01627533518f req-a929fc2a-6c7b-4a9f-850e-be24754f727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:51.578471 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-99313106-7c6e-4b47-9760-01627533518f req-a929fc2a-6c7b-4a9f-850e-be24754f727c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4f97f786-5df3-4ea7-b350-3219ee546269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491304 Sep 29 02:14:51.582677 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Routers {'8172b368-df9b-4ce4-bb74-cf48711c4796'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:51.583535 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8172b368-df9b-4ce4-bb74-cf48711c4796'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:51.619755 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port afb5dd5a-94d1-48f4-8a39-6f86a262aff5 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:51.620394 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.650061 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port afb5dd5a-94d1-48f4-8a39-6f86a262aff5, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=afb5dd5a-94d1-48f4-8a39-6f86a262aff5,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:51.653728 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.733174 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Allocated IP 172.27.3.148 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/444d6ca3-2453-4ec2-89f5-b67ada955d63) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:51.734248 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=afb5dd5a-94d1-48f4-8a39-6f86a262aff5,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:51.734692 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-99313106-7c6e-4b47-9760-01627533518f req-4f0df028-6866-40d7-b657-b4fbe49a8cfe service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462488 Sep 29 02:14:51.757786 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Attempt 7 to provision port 1e54c621-29e9-49be-bd53-3294a6c66f8f Sep 29 02:14:51.781241 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Set router 8172b368-df9b-4ce4-bb74-cf48711c4796 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:51.801146 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Port 1e54c621-29e9-49be-bd53-3294a6c66f8f cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:51.831979 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:51.866405 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-99313106-7c6e-4b47-9760-01627533518f req-67c83dca-b29c-4170-8512-571e66bea4fb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196072 Sep 29 02:14:51.886873 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Publish callbacks [] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.920729 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.966196 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:51.971111 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:51.974895 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:51.995276 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Pushing event updated for resources: {'Port': ['ID=444d6ca3-2453-4ec2-89f5-b67ada955d63,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:51.996622 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 4, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '1e54c621-29e9-49be-bd53-3294a6c66f8f', 'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'tenant_id': '40f01307928c46918e93db66b6473733', 'mac_address': 'fa:16:3e:f1:9e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 2, 'project_id': '40f01307928c46918e93db66b6473733', 'subnets': [{'id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:52.027879 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Checking router: 8172b368-df9b-4ce4-bb74-cf48711c4796 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:52.028234 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Updating router 8172b368-df9b-4ce4-bb74-cf48711c4796 port 1e54c621-29e9-49be-bd53-3294a6c66f8f binding host dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:14:52.057162 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:52.127494 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:52.227812 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Publish callbacks [] for router_gateway (8083361e-8714-49d0-b313-916ab5001859), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:52.303982 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Attempt 8 to provision port 1e54c621-29e9-49be-bd53-3294a6c66f8f Sep 29 02:14:52.326428 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Publish callbacks [] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), precommit_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:52.333483 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:52.350157 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Port 1e54c621-29e9-49be-bd53-3294a6c66f8f cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:52.372557 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a0e35-e697-48f2-ae9e-2f9ffb1d5f8e req-94bc94dc-a172-470f-ba7f-cbacce89e6e1 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:52.374162 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-090a0e35-e697-48f2-ae9e-2f9ffb1d5f8e req-94bc94dc-a172-470f-ba7f-cbacce89e6e1 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0630472 Sep 29 02:14:52.436298 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Attempting to bind port 1e54c621-29e9-49be-bd53-3294a6c66f8f on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:52.436672 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Attempting to bind port 1e54c621-29e9-49be-bd53-3294a6c66f8f by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '3685d723-416e-4d73-b784-8ca8188cd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369'}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:52.437438 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Attempting to bind port 1e54c621-29e9-49be-bd53-3294a6c66f8f on network 1a7f2236-e557-4c84-9a50-dd078a0ff369 {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:52.441064 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd24fc-33a6-49f2-885c-d7c5401c724e None None] Pushing event updated for resources: {'Port': ['ID=1e54c621-29e9-49be-bd53-3294a6c66f8f,revision_number=3']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:52.443856 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:52.490095 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:52.490417 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Checking segment: {'id': '3685d723-416e-4d73-b784-8ca8188cd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:52.490807 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:52.491394 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Bound using segment: {'id': '3685d723-416e-4d73-b784-8ca8188cd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369'} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:52.492033 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Bound port: 1e54c621-29e9-49be-bd53-3294a6c66f8f, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3685d723-416e-4d73-b784-8ca8188cd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369'}}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:52.492417 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:52.505598 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-090a0e35-e697-48f2-ae9e-2f9ffb1d5f8e req-01d9c91a-a4dc-419f-b4e2-1747b01dbb90 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965438 Sep 29 02:14:52.516825 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649523'] for router (8083361e-8714-49d0-b313-916ab5001859), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:52.563254 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] For port 1e54c621-29e9-49be-bd53-3294a6c66f8f, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:52.571165 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] For port 1e54c621-29e9-49be-bd53-3294a6c66f8f, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=1e54c621-29e9-49be-bd53-3294a6c66f8f,segment=NetworkSegment(3685d723-416e-4d73-b784-8ca8188cd0c7),segment_id=3685d723-416e-4d73-b784-8ca8188cd0c7)] {{(pid=106338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:52.579518 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:52.600359 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3d6a02-51f0-48f8-ad0f-660cb7aca066 None None] Network 91092757-ce44-4bd9-be83-aad592ab2d32 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:52.618116 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:52.622356 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:52.659495 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Routers {'8172b368-df9b-4ce4-bb74-cf48711c4796'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:52.660661 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8172b368-df9b-4ce4-bb74-cf48711c4796'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:52.666702 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Router 8083361e-8714-49d0-b313-916ab5001859 is scheduled to L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 with binding_index 1 {{(pid=106336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:14:52.666875 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd24fc-33a6-49f2-885c-d7c5401c724e None None] Pushing event updated for resources: {'Port': ['ID=1e54c621-29e9-49be-bd53-3294a6c66f8f,revision_number=4']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:52.787239 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:52.801262 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Sync routers for ids ['8083361e-8714-49d0-b313-916ab5001859'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:52.809006 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:52.810926 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-96264b03-4a85-45a3-8604-ba4dbc4b7e9c admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2269669 Sep 29 02:14:52.813778 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47274) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:52.819905 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Routers {'8083361e-8714-49d0-b313-916ab5001859'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:52.820552 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8083361e-8714-49d0-b313-916ab5001859'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:52.902240 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] Set router 8172b368-df9b-4ce4-bb74-cf48711c4796 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:53.011193 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Attempt 9 to provision port 1e54c621-29e9-49be-bd53-3294a6c66f8f Sep 29 02:14:53.146683 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Set router 8083361e-8714-49d0-b313-916ab5001859 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:53.153094 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 4, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '1e54c621-29e9-49be-bd53-3294a6c66f8f', 'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'tenant_id': '40f01307928c46918e93db66b6473733', 'mac_address': 'fa:16:3e:f1:9e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:52Z', 'revision_number': 4, 'project_id': '40f01307928c46918e93db66b6473733', 'subnets': [{'id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:53.160017 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:53.184905 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b090b-786c-4de5-ac20-644064e1f1f6 None None] The sync data for ids ['8172b368-df9b-4ce4-bb74-cf48711c4796'] in dv-cinder-740146-21-iscsi is: [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 4, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '1e54c621-29e9-49be-bd53-3294a6c66f8f', 'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'tenant_id': '40f01307928c46918e93db66b6473733', 'mac_address': 'fa:16:3e:f1:9e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:52Z', 'revision_number': 4, 'project_id': '40f01307928c46918e93db66b6473733', 'subnets': [{'id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:53.227146 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Current status of the port 1e54c621-29e9-49be-bd53-3294a6c66f8f is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:53.227550 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.285288 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:53.294175 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:53.298579 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.333288 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] For port 1e54c621-29e9-49be-bd53-3294a6c66f8f, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=1e54c621-29e9-49be-bd53-3294a6c66f8f,segment=NetworkSegment(3685d723-416e-4d73-b784-8ca8188cd0c7),segment_id=3685d723-416e-4d73-b784-8ca8188cd0c7)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:53.340722 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.441060 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a23bc-b145-4329-9fa2-7a2b960f66c5 None None] Pushing event updated for resources: {'Port': ['ID=1e54c621-29e9-49be-bd53-3294a6c66f8f,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:53.446565 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8083361e-8714-49d0-b313-916ab5001859', 'name': 'tempest-TestMinimumBasicScenario-545762684-router', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:50Z', 'updated_at': '2022-09-29T02:14:52Z', 'revision_number': 3, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'gw_port': {'id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:51Z', 'updated_at': '2022-09-29T02:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:53.472301 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:53.504258 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Checking router: 8083361e-8714-49d0-b313-916ab5001859 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:53.504602 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Updating router 8083361e-8714-49d0-b313-916ab5001859 port 444d6ca3-2453-4ec2-89f5-b67ada955d63 binding host dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:14:53.533989 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Allocated IP 172.20.0.1 (91092757-ce44-4bd9-be83-aad592ab2d32/0289d595-2503-474c-88a8-3417551a71a3/73c929da-1a6d-4ed7-86a3-051132d07fe8) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:53.547081 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.548847 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-18cf703c-f167-4971-afff-e3764d47751f None None] Provisioning complete for port 686d84e3-cb61-4435-a2e0-e7637408f1db triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:53.549234 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-18cf703c-f167-4971-afff-e3764d47751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.549600 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-18cf703c-f167-4971-afff-e3764d47751f None None] Attempt 1 to provision port 686d84e3-cb61-4435-a2e0-e7637408f1db Sep 29 02:14:53.598931 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 1e54c621-29e9-49be-bd53-3294a6c66f8f up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:53.705585 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038ab0f-7076-4e5a-be55-4422510548d0 req-f0a69f26-321e-4f68-b3f0-ceb2cbc18d76 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:53.707142 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3038ab0f-7076-4e5a-be55-4422510548d0 req-f0a69f26-321e-4f68-b3f0-ceb2cbc18d76 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0756810 Sep 29 02:14:53.728885 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Publish callbacks [] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.755485 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 1e54c621-29e9-49be-bd53-3294a6c66f8f triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:53.755851 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.756182 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 1e54c621-29e9-49be-bd53-3294a6c66f8f Sep 29 02:14:53.794962 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3038ab0f-7076-4e5a-be55-4422510548d0 req-e5e3c48b-3359-4fb4-ac13-873d74df7ba0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743594 Sep 29 02:14:53.809804 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.851066 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-18cf703c-f167-4971-afff-e3764d47751f None None] Current status of the port 686d84e3-cb61-4435-a2e0-e7637408f1db is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:53.851456 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-18cf703c-f167-4971-afff-e3764d47751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.858269 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Network 91092757-ce44-4bd9-be83-aad592ab2d32 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:53.863392 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:53.867313 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:53.913150 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625956'] for router_interface (8083361e-8714-49d0-b313-916ab5001859), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.916052 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Pushing event updated for resources: {'Port': ['ID=73c929da-1a6d-4ed7-86a3-051132d07fe8,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:53.927939 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-18cf703c-f167-4971-afff-e3764d47751f None None] For port 686d84e3-cb61-4435-a2e0-e7637408f1db, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=686d84e3-cb61-4435-a2e0-e7637408f1db,segment=NetworkSegment(55b7f961-bb1e-4eb2-8eb5-d94d7e211e32),segment_id=55b7f961-bb1e-4eb2-8eb5-d94d7e211e32)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:53.956680 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-18cf703c-f167-4971-afff-e3764d47751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.004648 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:54.032448 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-18cf703c-f167-4971-afff-e3764d47751f None None] Provisioning complete for port 1e54c621-29e9-49be-bd53-3294a6c66f8f triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:54.032821 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-18cf703c-f167-4971-afff-e3764d47751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.033181 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-18cf703c-f167-4971-afff-e3764d47751f None None] Attempt 1 to provision port 1e54c621-29e9-49be-bd53-3294a6c66f8f Sep 29 02:14:54.038947 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 1e54c621-29e9-49be-bd53-3294a6c66f8f is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:54.040039 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device afb5dd5a-94d1-48f4-8a39-6f86a262aff5 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:54.073173 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:54.078398 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.140427 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:54.146025 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Publish callbacks [] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), precommit_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.153293 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf703c-f167-4971-afff-e3764d47751f None None] Pushing event updated for resources: {'Port': ['ID=686d84e3-cb61-4435-a2e0-e7637408f1db,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:54.161807 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.210486 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Attempting to bind port 444d6ca3-2453-4ec2-89f5-b67ada955d63 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:54.210769 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Attempting to bind port 444d6ca3-2453-4ec2-89f5-b67ada955d63 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:54.211140 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Attempting to bind port 444d6ca3-2453-4ec2-89f5-b67ada955d63 on network 44335703-30ea-48cd-a18a-5857ed0e04da {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:54.251231 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Publish callbacks [] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.255844 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.265020 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port afb5dd5a-94d1-48f4-8a39-6f86a262aff5 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:54.265475 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.265745 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port afb5dd5a-94d1-48f4-8a39-6f86a262aff5 Sep 29 02:14:54.271671 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f0c4f-d268-4952-99b2-d7a0eb7f910b None None] Pushing event updated for resources: {'Port': ['ID=444d6ca3-2453-4ec2-89f5-b67ada955d63,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:54.325648 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-18cf703c-f167-4971-afff-e3764d47751f None None] Current status of the port 1e54c621-29e9-49be-bd53-3294a6c66f8f is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:54.331741 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626064'] for router_interface (8083361e-8714-49d0-b313-916ab5001859), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.332910 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:54.333293 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Checking segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:54.333694 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.334173 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Pushing event updated for resources: {'Port': ['ID=73c929da-1a6d-4ed7-86a3-051132d07fe8,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:54.334268 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Bound using segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:54.334541 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Bound port: 444d6ca3-2453-4ec2-89f5-b67ada955d63, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:54.334928 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.413780 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] For port 444d6ca3-2453-4ec2-89f5-b67ada955d63, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:54.426708 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port afb5dd5a-94d1-48f4-8a39-6f86a262aff5 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:54.427784 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 686d84e3-cb61-4435-a2e0-e7637408f1db up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:54.431289 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] For port 444d6ca3-2453-4ec2-89f5-b67ada955d63, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=444d6ca3-2453-4ec2-89f5-b67ada955d63,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:54.434759 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:54.436990 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Network 91092757-ce44-4bd9-be83-aad592ab2d32 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:54.438577 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:54.469842 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.479735 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Provisioning complete for port 73c929da-1a6d-4ed7-86a3-051132d07fe8 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:54.480106 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.480449 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Attempt 1 to provision port 73c929da-1a6d-4ed7-86a3-051132d07fe8 Sep 29 02:14:54.556806 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Router 8083361e-8714-49d0-b313-916ab5001859 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:14:54.557206 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Routers {'8083361e-8714-49d0-b313-916ab5001859'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:54.557778 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8083361e-8714-49d0-b313-916ab5001859'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:54.603823 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Port 73c929da-1a6d-4ed7-86a3-051132d07fe8 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:54.606883 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f0c4f-d268-4952-99b2-d7a0eb7f910b None None] Pushing event updated for resources: {'Port': ['ID=444d6ca3-2453-4ec2-89f5-b67ada955d63,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:54.610074 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 686d84e3-cb61-4435-a2e0-e7637408f1db triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:54.610458 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.610798 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 686d84e3-cb61-4435-a2e0-e7637408f1db Sep 29 02:14:54.677973 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:54.683296 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-f8dfd225-ce02-43dd-bd32-4c16f6043d1e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8083361e-8714-49d0-b313-916ab5001859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8680296 Sep 29 02:14:54.860339 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] Set router 8083361e-8714-49d0-b313-916ab5001859 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:54.904736 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 686d84e3-cb61-4435-a2e0-e7637408f1db is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:54.933166 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1ef26-756b-4f7f-81b2-2e5dc6b863e0 req-3c9bf399-73a8-4e06-8d7c-3bd65268aadd tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:54.934474 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-37f1ef26-756b-4f7f-81b2-2e5dc6b863e0 req-3c9bf399-73a8-4e06-8d7c-3bd65268aadd tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0523489 Sep 29 02:14:54.990947 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:54.995940 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-37f1ef26-756b-4f7f-81b2-2e5dc6b863e0 req-d56b7a51-d90f-43aa-a71d-b71410d816df tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544748 Sep 29 02:14:55.021890 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:55.087167 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8083361e-8714-49d0-b313-916ab5001859', 'name': 'tempest-TestMinimumBasicScenario-545762684-router', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:50Z', 'updated_at': '2022-09-29T02:14:54Z', 'revision_number': 4, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'gw_port': {'id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:51Z', 'updated_at': '2022-09-29T02:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '73c929da-1a6d-4ed7-86a3-051132d07fe8', 'name': '', 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'mac_address': 'fa:16:3e:cc:21:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0289d595-2503-474c-88a8-3417551a71a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:53Z', 'updated_at': '2022-09-29T02:14:54Z', 'revision_number': 2, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'subnets': [{'id': '0289d595-2503-474c-88a8-3417551a71a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:55.111824 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Attempt 2 to provision port 73c929da-1a6d-4ed7-86a3-051132d07fe8 Sep 29 02:14:55.115198 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee287a5-5bc4-42e1-b385-8a79bde8cdb9 None None] The sync data for ids ['8083361e-8714-49d0-b313-916ab5001859'] in dv-cinder-740146-21-iscsi is: [{'id': '8083361e-8714-49d0-b313-916ab5001859', 'name': 'tempest-TestMinimumBasicScenario-545762684-router', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:50Z', 'updated_at': '2022-09-29T02:14:54Z', 'revision_number': 4, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'gw_port': {'id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:51Z', 'updated_at': '2022-09-29T02:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '73c929da-1a6d-4ed7-86a3-051132d07fe8', 'name': '', 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'mac_address': 'fa:16:3e:cc:21:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0289d595-2503-474c-88a8-3417551a71a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:53Z', 'updated_at': '2022-09-29T02:14:54Z', 'revision_number': 2, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'subnets': [{'id': '0289d595-2503-474c-88a8-3417551a71a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:55.151457 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Port 73c929da-1a6d-4ed7-86a3-051132d07fe8 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:55.443362 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 686d84e3-cb61-4435-a2e0-e7637408f1db up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:55.504771 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 686d84e3-cb61-4435-a2e0-e7637408f1db triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:55.505438 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:55.505933 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 686d84e3-cb61-4435-a2e0-e7637408f1db Sep 29 02:14:55.611707 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 686d84e3-cb61-4435-a2e0-e7637408f1db is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:55.613059 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 1e54c621-29e9-49be-bd53-3294a6c66f8f up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:55.652547 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Attempt 3 to provision port 73c929da-1a6d-4ed7-86a3-051132d07fe8 Sep 29 02:14:55.698132 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 1e54c621-29e9-49be-bd53-3294a6c66f8f triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:55.698656 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:55.699090 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 1e54c621-29e9-49be-bd53-3294a6c66f8f Sep 29 02:14:55.721905 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Port 73c929da-1a6d-4ed7-86a3-051132d07fe8 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:55.797041 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 1e54c621-29e9-49be-bd53-3294a6c66f8f is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:56.123093 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:56.147954 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6d072-d4e4-4457-93e6-361a9c14ed0b req-a5e430e3-3ae4-4420-a53c-2831531033f6 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:56.156357 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7fa6d072-d4e4-4457-93e6-361a9c14ed0b req-a5e430e3-3ae4-4420-a53c-2831531033f6 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0708282 Sep 29 02:14:56.223248 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Attempt 4 to provision port 73c929da-1a6d-4ed7-86a3-051132d07fe8 Sep 29 02:14:56.255364 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7fa6d072-d4e4-4457-93e6-361a9c14ed0b req-ebdda0ab-ec7c-4d37-8c16-0c398cf4a8b9 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972016 Sep 29 02:14:56.276783 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Port 73c929da-1a6d-4ed7-86a3-051132d07fe8 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:56.778300 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Attempt 5 to provision port 73c929da-1a6d-4ed7-86a3-051132d07fe8 Sep 29 02:14:56.828233 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Port 73c929da-1a6d-4ed7-86a3-051132d07fe8 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:57.329836 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Attempt 6 to provision port 73c929da-1a6d-4ed7-86a3-051132d07fe8 Sep 29 02:14:57.416956 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6d1f7-8dad-4490-958d-61c0c601d918 req-fb1e8148-e7f2-46e4-915e-d454bf884c1f tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:57.418508 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6cf6d1f7-8dad-4490-958d-61c0c601d918 req-fb1e8148-e7f2-46e4-915e-d454bf884c1f tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0629566 Sep 29 02:14:57.425856 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Port 73c929da-1a6d-4ed7-86a3-051132d07fe8 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:57.462522 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:57.499844 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 444d6ca3-2453-4ec2-89f5-b67ada955d63 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:57.503986 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6cf6d1f7-8dad-4490-958d-61c0c601d918 req-02b700ac-28e4-4051-a24b-ed2c38f512d9 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727115 Sep 29 02:14:57.564856 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 444d6ca3-2453-4ec2-89f5-b67ada955d63 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:57.565299 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:57.565626 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 444d6ca3-2453-4ec2-89f5-b67ada955d63 Sep 29 02:14:57.582914 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Sync routers for ids ['8083361e-8714-49d0-b313-916ab5001859'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:57.596282 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Routers {'8083361e-8714-49d0-b313-916ab5001859'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:57.597118 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8083361e-8714-49d0-b313-916ab5001859'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:57.697904 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 444d6ca3-2453-4ec2-89f5-b67ada955d63 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:57.698150 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:57.728300 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port 444d6ca3-2453-4ec2-89f5-b67ada955d63, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=444d6ca3-2453-4ec2-89f5-b67ada955d63,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:57.733853 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:57.743061 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Set router 8083361e-8714-49d0-b313-916ab5001859 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:57.785721 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=444d6ca3-2453-4ec2-89f5-b67ada955d63,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:57.926817 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Attempt 7 to provision port 73c929da-1a6d-4ed7-86a3-051132d07fe8 Sep 29 02:14:57.951495 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:57.964114 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Port 73c929da-1a6d-4ed7-86a3-051132d07fe8 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:57.987453 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8083361e-8714-49d0-b313-916ab5001859', 'name': 'tempest-TestMinimumBasicScenario-545762684-router', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:50Z', 'updated_at': '2022-09-29T02:14:54Z', 'revision_number': 4, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'gw_port': {'id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:51Z', 'updated_at': '2022-09-29T02:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '73c929da-1a6d-4ed7-86a3-051132d07fe8', 'name': '', 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'mac_address': 'fa:16:3e:cc:21:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0289d595-2503-474c-88a8-3417551a71a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:53Z', 'updated_at': '2022-09-29T02:14:54Z', 'revision_number': 2, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'subnets': [{'id': '0289d595-2503-474c-88a8-3417551a71a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:58.020971 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Checking router: 8083361e-8714-49d0-b313-916ab5001859 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:58.021195 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Updating router 8083361e-8714-49d0-b313-916ab5001859 port 73c929da-1a6d-4ed7-86a3-051132d07fe8 binding host dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:14:58.052941 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:58.289586 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:58.386583 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Publish callbacks [] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), precommit_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:58.420363 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:58.427594 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:58.465887 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Attempt 8 to provision port 73c929da-1a6d-4ed7-86a3-051132d07fe8 Sep 29 02:14:58.493774 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bded449-37cf-4236-b622-ffb520f45ca2 None None] Pushing event updated for resources: {'Port': ['ID=73c929da-1a6d-4ed7-86a3-051132d07fe8,revision_number=3']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:58.518663 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Port 73c929da-1a6d-4ed7-86a3-051132d07fe8 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:58.548220 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Attempting to bind port 73c929da-1a6d-4ed7-86a3-051132d07fe8 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:58.548674 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Attempting to bind port 73c929da-1a6d-4ed7-86a3-051132d07fe8 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '55b7f961-bb1e-4eb2-8eb5-d94d7e211e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32'}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:58.549153 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Attempting to bind port 73c929da-1a6d-4ed7-86a3-051132d07fe8 on network 91092757-ce44-4bd9-be83-aad592ab2d32 {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:58.606677 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:58.607477 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Checking segment: {'id': '55b7f961-bb1e-4eb2-8eb5-d94d7e211e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:58.607738 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:58.608212 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Bound using segment: {'id': '55b7f961-bb1e-4eb2-8eb5-d94d7e211e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32'} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:58.608809 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Bound port: 73c929da-1a6d-4ed7-86a3-051132d07fe8, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b7f961-bb1e-4eb2-8eb5-d94d7e211e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32'}}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:58.609290 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:58.706644 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] For port 73c929da-1a6d-4ed7-86a3-051132d07fe8, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:58.710311 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] For port 73c929da-1a6d-4ed7-86a3-051132d07fe8, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=73c929da-1a6d-4ed7-86a3-051132d07fe8,segment=NetworkSegment(55b7f961-bb1e-4eb2-8eb5-d94d7e211e32),segment_id=55b7f961-bb1e-4eb2-8eb5-d94d7e211e32)] {{(pid=106338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:58.719916 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:58.764355 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Routers {'8083361e-8714-49d0-b313-916ab5001859'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:58.765051 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:14:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8083361e-8714-49d0-b313-916ab5001859'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:58.823844 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bded449-37cf-4236-b622-ffb520f45ca2 None None] Pushing event updated for resources: {'Port': ['ID=73c929da-1a6d-4ed7-86a3-051132d07fe8,revision_number=4']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:58.902843 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] Set router 8083361e-8714-49d0-b313-916ab5001859 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:58.909773 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b68c36-ef99-405d-86cf-60ddb808a176 req-7360faaf-ce3d-407a-a4a4-396944f12b16 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:58.911509 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-33b68c36-ef99-405d-86cf-60ddb808a176 req-7360faaf-ce3d-407a-a4a4-396944f12b16 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.3209946 Sep 29 02:14:59.000852 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-33b68c36-ef99-405d-86cf-60ddb808a176 req-719c2d0d-7afd-4fb2-9395-81a4fe9c7e7a tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837939 Sep 29 02:14:59.020131 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Attempt 9 to provision port 73c929da-1a6d-4ed7-86a3-051132d07fe8 Sep 29 02:14:59.050677 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:59.125994 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Current status of the port 73c929da-1a6d-4ed7-86a3-051132d07fe8 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:59.126544 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:59.161665 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8083361e-8714-49d0-b313-916ab5001859', 'name': 'tempest-TestMinimumBasicScenario-545762684-router', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:50Z', 'updated_at': '2022-09-29T02:14:54Z', 'revision_number': 4, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'gw_port': {'id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:51Z', 'updated_at': '2022-09-29T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '73c929da-1a6d-4ed7-86a3-051132d07fe8', 'name': '', 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'mac_address': 'fa:16:3e:cc:21:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0289d595-2503-474c-88a8-3417551a71a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:53Z', 'updated_at': '2022-09-29T02:14:58Z', 'revision_number': 4, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'subnets': [{'id': '0289d595-2503-474c-88a8-3417551a71a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:59.166072 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] For port 73c929da-1a6d-4ed7-86a3-051132d07fe8, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=73c929da-1a6d-4ed7-86a3-051132d07fe8,segment=NetworkSegment(55b7f961-bb1e-4eb2-8eb5-d94d7e211e32),segment_id=55b7f961-bb1e-4eb2-8eb5-d94d7e211e32)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:59.175130 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:59.231889 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee539fe-a3a7-48b9-93ad-bb138be00dae None None] Pushing event updated for resources: {'Port': ['ID=73c929da-1a6d-4ed7-86a3-051132d07fe8,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:59.297708 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-9da64387-cccc-40d4-8e61-ae8b388374c3 None None] Provisioning complete for port 73c929da-1a6d-4ed7-86a3-051132d07fe8 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:59.299955 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9da64387-cccc-40d4-8e61-ae8b388374c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:59.300760 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-9da64387-cccc-40d4-8e61-ae8b388374c3 None None] Attempt 1 to provision port 73c929da-1a6d-4ed7-86a3-051132d07fe8 Sep 29 02:14:59.326939 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca2a85-f409-48fe-9466-dd7b641c9d1a None None] The sync data for ids ['8083361e-8714-49d0-b313-916ab5001859'] in dv-cinder-740146-21-iscsi is: [{'id': '8083361e-8714-49d0-b313-916ab5001859', 'name': 'tempest-TestMinimumBasicScenario-545762684-router', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:50Z', 'updated_at': '2022-09-29T02:14:54Z', 'revision_number': 4, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'gw_port': {'id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:51Z', 'updated_at': '2022-09-29T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '73c929da-1a6d-4ed7-86a3-051132d07fe8', 'name': '', 'network_id': '91092757-ce44-4bd9-be83-aad592ab2d32', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'mac_address': 'fa:16:3e:cc:21:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0289d595-2503-474c-88a8-3417551a71a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:53Z', 'updated_at': '2022-09-29T02:14:58Z', 'revision_number': 4, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'subnets': [{'id': '0289d595-2503-474c-88a8-3417551a71a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:59.413855 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-9da64387-cccc-40d4-8e61-ae8b388374c3 None None] Current status of the port 73c929da-1a6d-4ed7-86a3-051132d07fe8 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:59.475931 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 73c929da-1a6d-4ed7-86a3-051132d07fe8 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:59.546471 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 73c929da-1a6d-4ed7-86a3-051132d07fe8 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:59.546989 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:59.547419 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 73c929da-1a6d-4ed7-86a3-051132d07fe8 Sep 29 02:14:59.656502 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 73c929da-1a6d-4ed7-86a3-051132d07fe8 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:59.657942 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 444d6ca3-2453-4ec2-89f5-b67ada955d63 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:59.708220 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 444d6ca3-2453-4ec2-89f5-b67ada955d63 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:59.708745 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:59.709224 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 444d6ca3-2453-4ec2-89f5-b67ada955d63 Sep 29 02:14:59.789728 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 444d6ca3-2453-4ec2-89f5-b67ada955d63 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:00.142468 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f4f20-6a8a-4592-acff-7d7e3d3dbc44 req-74151211-ebaa-4769-a3ea-2e2357d09e39 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:00.144133 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1c5f4f20-6a8a-4592-acff-7d7e3d3dbc44 req-74151211-ebaa-4769-a3ea-2e2357d09e39 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0572436 Sep 29 02:15:00.213904 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1c5f4f20-6a8a-4592-acff-7d7e3d3dbc44 req-79801dc5-d382-477b-8b93-523f16677d1b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636828 Sep 29 02:15:01.363786 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23081b-9d1a-41a9-8b86-9ee6d18a1a9d req-2b9b54a5-225c-4538-bd5b-f8f6de5d75b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:01.365408 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0a23081b-9d1a-41a9-8b86-9ee6d18a1a9d req-2b9b54a5-225c-4538-bd5b-f8f6de5d75b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0650675 Sep 29 02:15:01.423558 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0a23081b-9d1a-41a9-8b86-9ee6d18a1a9d req-731a5b73-3440-4b8f-9941-ad3c88008c34 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521412 Sep 29 02:15:01.852374 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=72 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:01.862555 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:02.565138 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ffff3-d3c1-4612-9885-3283b7b2115c req-48497e33-0d55-4b77-9dd5-d21a88e7c511 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:02.572910 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-004ffff3-d3c1-4612-9885-3283b7b2115c req-48497e33-0d55-4b77-9dd5-d21a88e7c511 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0603535 Sep 29 02:15:02.649183 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-004ffff3-d3c1-4612-9885-3283b7b2115c req-33dbb29c-852e-4197-aa51-4dacdf981457 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704396 Sep 29 02:15:03.094254 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f67dd1-3377-4bc5-9220-7998bb1bd10c req-f71aeb46-5292-4c7f-b8e3-b6bfea1e5250 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:03.096016 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-28f67dd1-3377-4bc5-9220-7998bb1bd10c req-f71aeb46-5292-4c7f-b8e3-b6bfea1e5250 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0564451 Sep 29 02:15:03.153432 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-28f67dd1-3377-4bc5-9220-7998bb1bd10c req-65c9f1a8-4323-41f0-9b75-4900637e4e63 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514395 Sep 29 02:15:03.780434 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5702e4-049c-40ad-8d24-ed0d6b2dfc04 req-6487199f-8830-41a4-8eea-49d1838e9fda tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:03.782142 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0e5702e4-049c-40ad-8d24-ed0d6b2dfc04 req-6487199f-8830-41a4-8eea-49d1838e9fda tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0526109 Sep 29 02:15:03.836220 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0e5702e4-049c-40ad-8d24-ed0d6b2dfc04 req-d2b93969-56e8-4291-be25-0591354b2940 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483706 Sep 29 02:15:04.295251 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba3982-23bc-415f-a9ce-91e0d54f14a8 req-033bf180-bc87-4a11-88c4-2cac7b9cd631 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:04.297169 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-94ba3982-23bc-415f-a9ce-91e0d54f14a8 req-033bf180-bc87-4a11-88c4-2cac7b9cd631 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0607524 Sep 29 02:15:04.335754 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:04.354531 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-94ba3982-23bc-415f-a9ce-91e0d54f14a8 req-af2371aa-06a6-4e57-96fd-ce42cac42222 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510099 Sep 29 02:15:04.832306 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 29e82e6b-3fc1-4d7b-8545-b510c77181c3 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:15:04.935520 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 29e82e6b-3fc1-4d7b-8545-b510c77181c3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:04.947985 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'port_id': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'mac_address': 'fa:16:3e:cf:8b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:15:04.989165 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bfe2f-465a-4ba8-83cb-d36052e896ba req-a597c3b8-4fba-4eda-9959-6c95c3629976 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:04.989800 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:04.989800 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:04.990705 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-548bfe2f-465a-4ba8-83cb-d36052e896ba req-a597c3b8-4fba-4eda-9959-6c95c3629976 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0573514 Sep 29 02:15:05.006015 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e82e6b-3fc1-4d7b-8545-b510c77181c3 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:05.022476 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:05.026467 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 29e82e6b-3fc1-4d7b-8545-b510c77181c3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:05.033530 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.057268 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:05.061509 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-548bfe2f-465a-4ba8-83cb-d36052e896ba req-c6688ff3-cb73-456d-84ac-71275c2e5cc9 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640197 Sep 29 02:15:05.085271 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=29e82e6b-3fc1-4d7b-8545-b510c77181c3,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:05.183688 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-e42277bb-5701-44b4-932e-9c6825dd87a6 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:05.185210 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-e42277bb-5701-44b4-932e-9c6825dd87a6 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1a7f2236-e557-4c84-9a50-dd078a0ff369 HTTP/1.1" status: 200 len: 814 time: 0.1096087 Sep 29 02:15:05.200231 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-76704474-8a28-4cb1-8567-07d4ba530de0 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/quotas/40f01307928c46918e93db66b6473733 HTTP/1.1" status: 200 len: 375 time: 0.0091722 Sep 29 02:15:05.249911 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-9dd03561-beea-4d43-842d-3c5ceaf7512b tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=40f01307928c46918e93db66b6473733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443060 Sep 29 02:15:05.278151 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:05.345389 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-5026317a-2cc6-4134-be3b-230519177093 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843039 Sep 29 02:15:05.357259 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['29e82e6b-3fc1-4d7b-8545-b510c77181c3'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:15:05.455524 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-dd256aba-96c7-42a1-9752-f334098c3fbe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041870 Sep 29 02:15:05.492128 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f628ba-b519-48fd-85db-ccd9cf632bbb req-39e363b5-b593-4449-a4c5-4cd59243a6df tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:05.493681 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-05f628ba-b519-48fd-85db-ccd9cf632bbb req-39e363b5-b593-4449-a4c5-4cd59243a6df tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0556319 Sep 29 02:15:05.544724 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-05f628ba-b519-48fd-85db-ccd9cf632bbb req-ed4e733c-3670-4784-bfd5-4a1b7608a0cb tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433536 Sep 29 02:15:05.642536 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7d3fc519-01e0-4438-b0de-3eab2e996f28 req-7e82d88c-541c-4211-bdee-a429f8adaac3 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 210 time: 0.0328851 Sep 29 02:15:06.181025 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7c102-1603-4f57-a9b8-1810c1be0724 req-a57dcb74-08a3-4b03-a217-cbc0ec253aaa tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:06.182526 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0da7c102-1603-4f57-a9b8-1810c1be0724 req-a57dcb74-08a3-4b03-a217-cbc0ec253aaa tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 944 time: 0.0469317 Sep 29 02:15:06.247318 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0da7c102-1603-4f57-a9b8-1810c1be0724 req-5544e74e-dc1f-41dd-b6f0-3c944274f20e tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591905 Sep 29 02:15:06.673320 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424814d2-613a-4f6c-b236-1cce4daf1695 req-87b4ac88-dd37-42a7-bb6a-6632538faaf5 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:06.674794 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-424814d2-613a-4f6c-b236-1cce4daf1695 req-87b4ac88-dd37-42a7-bb6a-6632538faaf5 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0453017 Sep 29 02:15:06.730748 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-424814d2-613a-4f6c-b236-1cce4daf1695 req-741548da-cc83-4986-852a-c85a1061b4b7 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502968 Sep 29 02:15:06.749194 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-50364c79-adfe-4b33-a797-e3b2da082a11 req-e53df8e3-731a-4a99-99f8-4a5669bc721d tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 210 time: 0.0309720 Sep 29 02:15:06.847065 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 29e82e6b-3fc1-4d7b-8545-b510c77181c3 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:15:06.894014 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:15:06.898863 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:15:06.899346 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:06.899724 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 Sep 29 02:15:06.975948 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:06.976387 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:07.002981 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:07.005216 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5176856-553b-403c-83b9-ec7f6ef30414" -d '{"events": [{"server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "name": "network-vif-plugged", "status": "completed", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:07.038755 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 29e82e6b-3fc1-4d7b-8545-b510c77181c3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:07.043838 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:07.070999 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a8e6d4-f24a-4e84-b12f-7d5eef698416 x-openstack-request-id: req-f4a8e6d4-f24a-4e84-b12f-7d5eef698416 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:07.071406 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "name": "network-vif-plugged", "status": "completed", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:07.071662 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f4a8e6d4-f24a-4e84-b12f-7d5eef698416 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:07.072052 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a8e6d4-f24a-4e84-b12f-7d5eef698416'] response: {'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'code': 200} Sep 29 02:15:07.084555 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-dec14281-e624-4fb6-b0d8-d7718b3ff9c6 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:07.086079 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-dec14281-e624-4fb6-b0d8-d7718b3ff9c6 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.57 "GET /networking/v2.0/networks?id=1a7f2236-e557-4c84-9a50-dd078a0ff369 HTTP/1.1" status: 200 len: 814 time: 0.1310644 Sep 29 02:15:07.099434 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-614aa654-41b0-43e8-ab45-90427908c2c8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Request body: {'port': {'device_id': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'admin_state_up': True, 'tenant_id': '40f01307928c46918e93db66b6473733'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:07.101363 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=29e82e6b-3fc1-4d7b-8545-b510c77181c3,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:07.218016 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-614aa654-41b0-43e8-ab45-90427908c2c8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Made reservation on behalf of 40f01307928c46918e93db66b6473733 for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:15:07.221888 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-614aa654-41b0-43e8-ab45-90427908c2c8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:07.363605 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-614aa654-41b0-43e8-ab45-90427908c2c8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Allocated IP 172.20.0.11 (1a7f2236-e557-4c84-9a50-dd078a0ff369/35e4c0c6-0279-46cb-a438-40d8694e55b1/d3e7d077-a1cc-406c-a20b-9d3f0757a40d) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:15:07.377999 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24b69a-5700-4a53-91ea-1c4ad84ad2eb req-6e0d1d77-5b8f-40b1-8631-a807c4a4c801 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:07.379462 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ca24b69a-5700-4a53-91ea-1c4ad84ad2eb req-6e0d1d77-5b8f-40b1-8631-a807c4a4c801 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0523570 Sep 29 02:15:07.409164 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c05d0c-1a10-4743-b1fa-9f944aad9859 req-da5369fa-370e-49c2-8fa9-a0a13993fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:07.410403 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-79c05d0c-1a10-4743-b1fa-9f944aad9859 req-da5369fa-370e-49c2-8fa9-a0a13993fbe5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 1129 time: 0.0554402 Sep 29 02:15:07.449540 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ca24b69a-5700-4a53-91ea-1c4ad84ad2eb req-62540606-4cad-4d69-9be7-5ea9701b2524 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595167 Sep 29 02:15:07.523943 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-79c05d0c-1a10-4743-b1fa-9f944aad9859 req-5e5f23cd-6e1e-403f-ab6f-a88b1670e0bc service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051903 Sep 29 02:15:07.603440 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-614aa654-41b0-43e8-ab45-90427908c2c8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:07.637501 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-614aa654-41b0-43e8-ab45-90427908c2c8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:07.685323 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-614aa654-41b0-43e8-ab45-90427908c2c8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Network 1a7f2236-e557-4c84-9a50-dd078a0ff369 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:15:07.688775 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-614aa654-41b0-43e8-ab45-90427908c2c8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:15:07.693428 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-614aa654-41b0-43e8-ab45-90427908c2c8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:15:07.698458 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-614aa654-41b0-43e8-ab45-90427908c2c8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:07.699181 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-614aa654-41b0-43e8-ab45-90427908c2c8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:07.704090 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614aa654-41b0-43e8-ab45-90427908c2c8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event updated for resources: {'Port': ['ID=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:07.726005 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-614aa654-41b0-43e8-ab45-90427908c2c8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6305540 Sep 29 02:15:07.962860 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6384d3-0c7b-47ef-9e6a-88b97daf306c req-9f3c5987-87c7-4285-b4a8-4928b6bbd143 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:07.964381 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7e6384d3-0c7b-47ef-9e6a-88b97daf306c req-9f3c5987-87c7-4285-b4a8-4928b6bbd143 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 932 time: 0.0787742 Sep 29 02:15:07.990249 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb478cd-8c49-49b6-8794-8b690affaf9e req-f9696748-6a2d-49d9-be66-4a0221fc81a0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:07.991834 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ccb478cd-8c49-49b6-8794-8b690affaf9e req-f9696748-6a2d-49d9-be66-4a0221fc81a0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.1616724 Sep 29 02:15:08.000375 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Provisioning complete for port d3e7d077-a1cc-406c-a20b-9d3f0757a40d triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:15:08.001606 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:08.002148 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Attempt 1 to provision port d3e7d077-a1cc-406c-a20b-9d3f0757a40d Sep 29 02:15:08.042713 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Port d3e7d077-a1cc-406c-a20b-9d3f0757a40d cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:08.067424 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7e6384d3-0c7b-47ef-9e6a-88b97daf306c req-eb443514-bc34-4e81-8bb0-aeca3af96f89 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913899 Sep 29 02:15:08.082321 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ccb478cd-8c49-49b6-8794-8b690affaf9e req-0ba98c40-cf1a-4cf0-bc71-d626d37daf36 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812516 Sep 29 02:15:08.545182 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Attempt 2 to provision port d3e7d077-a1cc-406c-a20b-9d3f0757a40d Sep 29 02:15:08.567882 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed3d26-8862-4169-b4eb-fc1ae14ff124 req-f837390e-8fb5-444b-85a2-ddb6975d99b7 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:08.569444 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-40ed3d26-8862-4169-b4eb-fc1ae14ff124 req-f837390e-8fb5-444b-85a2-ddb6975d99b7 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0471454 Sep 29 02:15:08.576742 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Port d3e7d077-a1cc-406c-a20b-9d3f0757a40d cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:08.626105 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:08.633626 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-40ed3d26-8862-4169-b4eb-fc1ae14ff124 req-fd69edc2-a089-4fff-8cb8-106b0d95415d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581198 Sep 29 02:15:09.077640 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Attempt 3 to provision port d3e7d077-a1cc-406c-a20b-9d3f0757a40d Sep 29 02:15:09.112188 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Port d3e7d077-a1cc-406c-a20b-9d3f0757a40d cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:09.163693 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:09.218659 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859201b4-a96c-4d89-9c48-563b4f552d0c req-65efd779-d0ef-44c0-a5d8-3bf1fc0e2c6a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:09.220463 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-859201b4-a96c-4d89-9c48-563b4f552d0c req-65efd779-d0ef-44c0-a5d8-3bf1fc0e2c6a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0674455 Sep 29 02:15:09.287410 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0207f4-46fc-4430-bcb0-7d4e9f22ed82 req-567885f3-64d3-4dd3-9638-0176475fc837 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:09.288903 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0d0207f4-46fc-4430-bcb0-7d4e9f22ed82 req-567885f3-64d3-4dd3-9638-0176475fc837 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 932 time: 0.0796969 Sep 29 02:15:09.313456 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:09.343897 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-859201b4-a96c-4d89-9c48-563b4f552d0c req-7e045d84-bf6a-46cf-861e-dfe502b333d3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922678 Sep 29 02:15:09.400782 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0d0207f4-46fc-4430-bcb0-7d4e9f22ed82 req-58af95a6-70ef-426f-9095-08579fe50b12 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042554 Sep 29 02:15:09.613197 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Attempt 4 to provision port d3e7d077-a1cc-406c-a20b-9d3f0757a40d Sep 29 02:15:09.649355 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Port d3e7d077-a1cc-406c-a20b-9d3f0757a40d cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:09.806818 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10025746-8763-4a31-8f53-797a9c9ec82a req-96c9fbf0-87de-4af7-8923-6ddfb4d22662 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:09.808285 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-10025746-8763-4a31-8f53-797a9c9ec82a req-96c9fbf0-87de-4af7-8923-6ddfb4d22662 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0795767 Sep 29 02:15:09.847695 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920c6e9-1564-4cb4-b7af-52ea34c95aa9 req-dd4732f9-bd41-449b-9616-89b386835090 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:09.850251 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1920c6e9-1564-4cb4-b7af-52ea34c95aa9 req-dd4732f9-bd41-449b-9616-89b386835090 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.0766752 Sep 29 02:15:09.905003 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-10025746-8763-4a31-8f53-797a9c9ec82a req-da7b5761-dcf7-4f2c-99e5-050c7a295bd4 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904093 Sep 29 02:15:09.928975 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1920c6e9-1564-4cb4-b7af-52ea34c95aa9 req-b6609990-ed7e-4681-ad4d-dc9c7b6d2179 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699849 Sep 29 02:15:10.151032 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Attempt 5 to provision port d3e7d077-a1cc-406c-a20b-9d3f0757a40d Sep 29 02:15:10.207925 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Port d3e7d077-a1cc-406c-a20b-9d3f0757a40d cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:10.485494 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183e965-2bf9-4522-8874-2abc9bfe1052 req-2dc0b652-1c83-4899-a094-8191132fa1c1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:10.487372 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7183e965-2bf9-4522-8874-2abc9bfe1052 req-2dc0b652-1c83-4899-a094-8191132fa1c1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0719159 Sep 29 02:15:10.559265 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375fb14-6eaf-4bb3-9574-0aa499e24d67 req-d721e876-8241-4809-ad29-e40e8699e9b9 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:10.561762 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8375fb14-6eaf-4bb3-9574-0aa499e24d67 req-d721e876-8241-4809-ad29-e40e8699e9b9 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 932 time: 0.0734432 Sep 29 02:15:10.592821 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7183e965-2bf9-4522-8874-2abc9bfe1052 req-e7c9c9c9-bb86-4468-a091-11ef8f2a5314 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933750 Sep 29 02:15:10.623478 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8375fb14-6eaf-4bb3-9574-0aa499e24d67 req-b102d1d4-2499-48e6-b8d3-2378a322a008 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551674 Sep 29 02:15:10.709785 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Attempt 6 to provision port d3e7d077-a1cc-406c-a20b-9d3f0757a40d Sep 29 02:15:10.741654 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:10.751040 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Port d3e7d077-a1cc-406c-a20b-9d3f0757a40d cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:11.037970 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3abe87-28fa-42c8-8c7e-311541e0283b req-093b4992-e591-486b-b24d-97ad328aab28 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:11.040246 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8a3abe87-28fa-42c8-8c7e-311541e0283b req-093b4992-e591-486b-b24d-97ad328aab28 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0596550 Sep 29 02:15:11.107090 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b838-283d-4447-ac87-5ff810df9c41 req-8b77d92a-2ec4-494d-b001-4a30f81432d3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:11.108857 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-aff4b838-283d-4447-ac87-5ff810df9c41 req-8b77d92a-2ec4-494d-b001-4a30f81432d3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.0674772 Sep 29 02:15:11.144021 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8a3abe87-28fa-42c8-8c7e-311541e0283b req-b4c8daa0-e880-410e-bec5-c4e096f4cc1b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914011 Sep 29 02:15:11.171648 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-aff4b838-283d-4447-ac87-5ff810df9c41 req-9e0a0492-181c-490b-97c2-0d4eb5291421 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566795 Sep 29 02:15:11.253029 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Attempt 7 to provision port d3e7d077-a1cc-406c-a20b-9d3f0757a40d Sep 29 02:15:11.290472 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Port d3e7d077-a1cc-406c-a20b-9d3f0757a40d cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:11.736734 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06726dc5-fc67-49aa-940e-c88853a6fd7d req-087605ec-54e9-446e-a5d7-b3ded2b36576 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:11.738202 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-06726dc5-fc67-49aa-940e-c88853a6fd7d req-087605ec-54e9-446e-a5d7-b3ded2b36576 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0706577 Sep 29 02:15:11.765449 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0812bf-a30d-4e92-abd6-12bab7ea0102 req-8f5f316a-86a9-471c-bb44-678e076dcb50 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:11.766948 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ce0812bf-a30d-4e92-abd6-12bab7ea0102 req-8f5f316a-86a9-471c-bb44-678e076dcb50 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 932 time: 0.0691149 Sep 29 02:15:11.791834 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Attempt 8 to provision port d3e7d077-a1cc-406c-a20b-9d3f0757a40d Sep 29 02:15:11.842479 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-06726dc5-fc67-49aa-940e-c88853a6fd7d req-84b573e4-e410-43af-acf2-b4ee2a969f3b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983863 Sep 29 02:15:11.844666 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Port d3e7d077-a1cc-406c-a20b-9d3f0757a40d cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:11.845284 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ce0812bf-a30d-4e92-abd6-12bab7ea0102 req-404db9a8-444d-4e18-86d5-e11f964267e0 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695236 Sep 29 02:15:12.287894 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3427c-d573-489f-972a-46c1483280aa req-e97b6bea-a2b3-4494-9f11-26c66f3bb3d2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:12.289426 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b0c3427c-d573-489f-972a-46c1483280aa req-e97b6bea-a2b3-4494-9f11-26c66f3bb3d2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0706928 Sep 29 02:15:12.318562 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0dd89-73fe-4281-a41b-1d4f0414c8f9 req-763722c1-ae9e-4774-981c-574148a17eff tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:12.319974 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e4a0dd89-73fe-4281-a41b-1d4f0414c8f9 req-763722c1-ae9e-4774-981c-574148a17eff tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.0710318 Sep 29 02:15:12.339396 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:12.345456 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Attempt 9 to provision port d3e7d077-a1cc-406c-a20b-9d3f0757a40d Sep 29 02:15:12.364643 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:12.381448 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b0c3427c-d573-489f-972a-46c1483280aa req-3c17b5b2-1a42-48bd-a072-f4484d2c187b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864227 Sep 29 02:15:12.405161 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e4a0dd89-73fe-4281-a41b-1d4f0414c8f9 req-848faf63-9125-4885-9fab-9965168abbaf tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781014 Sep 29 02:15:12.417795 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Port d3e7d077-a1cc-406c-a20b-9d3f0757a40d cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:12.919906 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Attempt 10 to provision port d3e7d077-a1cc-406c-a20b-9d3f0757a40d Sep 29 02:15:12.941173 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:12.953698 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-3ede58ba-0089-4a42-b9b7-7c4b23a22eec None None] Port d3e7d077-a1cc-406c-a20b-9d3f0757a40d cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:13.014627 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351ba0d-1373-4eb8-915e-70705c5d9e2c req-a9203c84-c552-4975-82fa-5e90dbcab86c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:13.016082 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1351ba0d-1373-4eb8-915e-70705c5d9e2c req-a9203c84-c552-4975-82fa-5e90dbcab86c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0773919 Sep 29 02:15:13.023308 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6278866-39fb-43d1-8439-c02767efb860 req-14afc27d-53ac-4ed4-b72a-fbdc4b32c235 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:13.024668 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a6278866-39fb-43d1-8439-c02767efb860 req-14afc27d-53ac-4ed4-b72a-fbdc4b32c235 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 932 time: 0.0839312 Sep 29 02:15:13.097732 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1351ba0d-1373-4eb8-915e-70705c5d9e2c req-08d3ee6c-1d2e-4f99-bc63-ee74ba9bba46 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720880 Sep 29 02:15:13.113037 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a6278866-39fb-43d1-8439-c02767efb860 req-e8355be7-f63d-49f4-97d0-5020bf369c50 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809371 Sep 29 02:15:13.537828 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafc725-827f-4984-8c70-1dd82c4aaa29 req-c59221f3-ed3e-4a6f-a360-95f6d55bda74 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:13.539480 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bafc725-827f-4984-8c70-1dd82c4aaa29 req-c59221f3-ed3e-4a6f-a360-95f6d55bda74 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0785687 Sep 29 02:15:13.565446 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811afbe-4441-4e8e-9a7d-8ee52bf5c4c5 req-9ea719ba-3471-407b-a175-76ca6099b21b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:13.568963 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0811afbe-4441-4e8e-9a7d-8ee52bf5c4c5 req-9ea719ba-3471-407b-a175-76ca6099b21b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.0726571 Sep 29 02:15:13.621337 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bafc725-827f-4984-8c70-1dd82c4aaa29 req-dd8441ab-6cb5-4d32-bd95-c9643a670a17 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762424 Sep 29 02:15:13.650154 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0811afbe-4441-4e8e-9a7d-8ee52bf5c4c5 req-fbdb364d-abe7-4360-a752-f149b6a05247 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574214 Sep 29 02:15:13.836049 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:14.240694 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d47d3-a1f8-4257-8b11-27d2f9d76a7f req-4d9de488-75db-4fd0-a278-bec788d0b680 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:14.243395 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c51d47d3-a1f8-4257-8b11-27d2f9d76a7f req-4d9de488-75db-4fd0-a278-bec788d0b680 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0519986 Sep 29 02:15:14.316302 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f9c9d-3329-4d53-a464-758656c51316 req-bd6a5fc3-8cde-4c85-9566-7e15f6ca99d0 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:14.317771 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-788f9c9d-3329-4d53-a464-758656c51316 req-bd6a5fc3-8cde-4c85-9566-7e15f6ca99d0 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 932 time: 0.0679410 Sep 29 02:15:14.337750 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c51d47d3-a1f8-4257-8b11-27d2f9d76a7f req-8282d017-8fed-4e24-8dd2-b23eef3c949f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889816 Sep 29 02:15:14.382397 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-788f9c9d-3329-4d53-a464-758656c51316 req-ab8cd962-7bda-4617-aaab-3e9ba4d4746c tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572681 Sep 29 02:15:14.747693 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcbe43-18ec-449e-a02f-ff9a828a42a5 req-50078bcb-7f2b-4e6b-9a63-d179c22a4074 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:14.755116 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e1dcbe43-18ec-449e-a02f-ff9a828a42a5 req-50078bcb-7f2b-4e6b-9a63-d179c22a4074 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0573008 Sep 29 02:15:14.825983 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefadc60-33bc-49f6-badf-f4864039c722 req-c89c3c14-58be-4924-9459-98c512610389 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:14.827472 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cefadc60-33bc-49f6-badf-f4864039c722 req-c89c3c14-58be-4924-9459-98c512610389 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.0696723 Sep 29 02:15:14.856138 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e1dcbe43-18ec-449e-a02f-ff9a828a42a5 req-58258ebc-f6f9-4fbc-8ff8-3ad3c5c03ace tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000924 Sep 29 02:15:14.884903 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cefadc60-33bc-49f6-badf-f4864039c722 req-5372e0c0-375d-4906-8454-687453b6c9fd tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492518 Sep 29 02:15:15.328644 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b680cf9d-d4bc-43a0-b103-fb80b6376473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.474334 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99e4fb-5f56-42e6-92a2-f477a331f93c req-33d57967-5600-42c5-a562-eafef0a202fe tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:15.477348 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-db99e4fb-5f56-42e6-92a2-f477a331f93c req-33d57967-5600-42c5-a562-eafef0a202fe tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0598497 Sep 29 02:15:15.558809 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7126878-634c-4070-8a00-96466bdfc367 req-72fa8f36-62a8-4fd7-acc9-c8de9244c0d4 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:15.560978 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f7126878-634c-4070-8a00-96466bdfc367 req-72fa8f36-62a8-4fd7-acc9-c8de9244c0d4 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 932 time: 0.0804625 Sep 29 02:15:15.603679 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-db99e4fb-5f56-42e6-92a2-f477a331f93c req-613b1996-120f-4683-80a6-840e2f12d157 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046646 Sep 29 02:15:15.641531 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f7126878-634c-4070-8a00-96466bdfc367 req-03dd5bf6-af14-45fd-805d-6b22a1efc232 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725307 Sep 29 02:15:16.014982 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8c40e-6ca0-4497-82f4-8a920d15fba2 req-cfe5df6b-2e77-4884-af4c-0788dc66a170 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:16.017594 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-10b8c40e-6ca0-4497-82f4-8a920d15fba2 req-cfe5df6b-2e77-4884-af4c-0788dc66a170 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0795894 Sep 29 02:15:16.039187 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:16.048732 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:16.076459 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc6453-617b-44e8-bad1-d88dce7dbf84 req-97b28742-301e-44a3-82d5-083a6d60d8b2 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:16.078184 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eacc6453-617b-44e8-bad1-d88dce7dbf84 req-97b28742-301e-44a3-82d5-083a6d60d8b2 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.1021309 Sep 29 02:15:16.136852 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-10b8c40e-6ca0-4497-82f4-8a920d15fba2 req-eb7bbca2-7e0e-404f-b5ff-a576665cb5c3 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013079 Sep 29 02:15:16.161602 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eacc6453-617b-44e8-bad1-d88dce7dbf84 req-f401a7c7-a849-4c20-993b-9f12a281b9db tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728495 Sep 29 02:15:16.822761 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c672c-56d5-4e6a-8851-c5b7587ec396 req-0ddac9f6-c195-471e-ba1c-7000aaaec0e3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:16.824301 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-249c672c-56d5-4e6a-8851-c5b7587ec396 req-0ddac9f6-c195-471e-ba1c-7000aaaec0e3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0994670 Sep 29 02:15:16.834803 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a291056-c5e4-4cc7-8dd0-a110b0059561 req-ee908d43-3a0b-4245-b8b0-c99ed78dbc44 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:16.836202 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6a291056-c5e4-4cc7-8dd0-a110b0059561 req-ee908d43-3a0b-4245-b8b0-c99ed78dbc44 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 932 time: 0.0616045 Sep 29 02:15:16.919600 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-249c672c-56d5-4e6a-8851-c5b7587ec396 req-7ea98ef5-52e1-4c18-9223-23df2b68813d tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818286 Sep 29 02:15:16.922544 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6a291056-c5e4-4cc7-8dd0-a110b0059561 req-a6913553-b985-4206-88e9-3e6570047fd4 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790546 Sep 29 02:15:17.283576 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa090da-676a-42e0-ae2d-3a7ef4acd8cc req-5383b23a-3273-48ae-ade0-41a98ed2bfd9 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:17.285064 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-aaa090da-676a-42e0-ae2d-3a7ef4acd8cc req-5383b23a-3273-48ae-ade0-41a98ed2bfd9 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0744822 Sep 29 02:15:17.311194 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1de81-02d6-41a4-a555-f678adc97215 req-56719791-a391-48a1-afd1-52ec15f19f6e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:17.312648 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-16d1de81-02d6-41a4-a555-f678adc97215 req-56719791-a391-48a1-afd1-52ec15f19f6e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.0741317 Sep 29 02:15:17.362466 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-aaa090da-676a-42e0-ae2d-3a7ef4acd8cc req-84111422-8155-45bf-8b08-94e097c261d5 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719168 Sep 29 02:15:17.384998 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-16d1de81-02d6-41a4-a555-f678adc97215 req-95a10137-95d2-47bb-aef9-1e668a62c426 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655470 Sep 29 02:15:17.636840 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Request body: {'port': {'device_id': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:17.683274 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-82fa624f-e7e5-4f6c-ad77-1db6d7747e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:17.701153 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:17.733172 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:17.739983 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:17.955095 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e7d077-a1cc-406c-a20b-9d3f0757a40d {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:17.962796 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Publish callbacks [] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:17.975242 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Transition to ACTIVE for port object d3e7d077-a1cc-406c-a20b-9d3f0757a40d will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:15:17.979831 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:18.038194 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Pushing event updated for resources: {'Port': ['ID=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:18.053199 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Attempting to bind port d3e7d077-a1cc-406c-a20b-9d3f0757a40d on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:15:18.053533 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Attempting to bind port d3e7d077-a1cc-406c-a20b-9d3f0757a40d by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '3685d723-416e-4d73-b784-8ca8188cd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:15:18.053853 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Attempting to bind port d3e7d077-a1cc-406c-a20b-9d3f0757a40d on network 1a7f2236-e557-4c84-9a50-dd078a0ff369 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:15:18.076648 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa13b84-bf6c-42ab-a7bd-3ae329272203 req-53dddf89-24da-4cb1-997d-ecc59f613967 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:18.078164 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5aa13b84-bf6c-42ab-a7bd-3ae329272203 req-53dddf89-24da-4cb1-997d-ecc59f613967 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0797844 Sep 29 02:15:18.083881 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c13f5-01be-465f-be02-c755421f891d req-f5eaacdf-87e1-4f54-a924-ddb0d31848a4 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:18.085300 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e00c13f5-01be-465f-be02-c755421f891d req-f5eaacdf-87e1-4f54-a924-ddb0d31848a4 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 944 time: 0.0850027 Sep 29 02:15:18.095261 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Port d3e7d077-a1cc-406c-a20b-9d3f0757a40d on network 1a7f2236-e557-4c84-9a50-dd078a0ff369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:15:18.095585 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Attempting to bind port d3e7d077-a1cc-406c-a20b-9d3f0757a40d on network 1a7f2236-e557-4c84-9a50-dd078a0ff369 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:15:18.137259 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:15:18.138038 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Checking segment: {'id': '3685d723-416e-4d73-b784-8ca8188cd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:15:18.138038 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Bound using segment: {'id': '3685d723-416e-4d73-b784-8ca8188cd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:15:18.138447 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Bound port: d3e7d077-a1cc-406c-a20b-9d3f0757a40d, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3685d723-416e-4d73-b784-8ca8188cd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:15:18.138795 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:18.159024 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5aa13b84-bf6c-42ab-a7bd-3ae329272203 req-7733ea94-279a-4fa7-a50d-3de0aacb9284 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725060 Sep 29 02:15:18.162929 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e00c13f5-01be-465f-be02-c755421f891d req-43ad767a-3d34-4ec9-b490-183a452a7aec tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697861 Sep 29 02:15:18.217958 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] For port d3e7d077-a1cc-406c-a20b-9d3f0757a40d, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:15:18.221130 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] For port d3e7d077-a1cc-406c-a20b-9d3f0757a40d, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,segment=NetworkSegment(3685d723-416e-4d73-b784-8ca8188cd0c7),segment_id=3685d723-416e-4d73-b784-8ca8188cd0c7)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:15:18.226951 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:18.232888 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:18.233838 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:18.235918 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/d3e7d077-a1cc-406c-a20b-9d3f0757a40d HTTP/1.1" status: 200 len: 1094 time: 0.6031747 Sep 29 02:15:18.238109 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:18.241280 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f050b84b-ced5-449e-b088-1785287a4f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:18.300690 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a56c63-f2ab-4535-92f2-45b1df47ea3b service neutron] Pushing event updated for resources: {'Port': ['ID=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:18.305209 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ff6865-9c2c-4a8d-8989-c244e0e8ec67 x-openstack-request-id: req-69ff6865-9c2c-4a8d-8989-c244e0e8ec67 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:18.305574 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:18.305899 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-69ff6865-9c2c-4a8d-8989-c244e0e8ec67 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:18.306392 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ff6865-9c2c-4a8d-8989-c244e0e8ec67'] response: {'name': 'network-changed', 'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d', 'status': 'completed', 'code': 200} Sep 29 02:15:18.520544 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32143a-0c1e-43e2-8fa4-e4c8474eb6bf req-983b694b-21b9-45b2-b9d9-a75f7c2fa187 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:18.522024 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ef32143a-0c1e-43e2-8fa4-e4c8474eb6bf req-983b694b-21b9-45b2-b9d9-a75f7c2fa187 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0791132 Sep 29 02:15:18.541936 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd16e6-be0f-4e95-9614-545346275dd0 req-036196b7-c287-4768-9656-ccf776827264 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:18.543331 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22fd16e6-be0f-4e95-9614-545346275dd0 req-036196b7-c287-4768-9656-ccf776827264 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.0718105 Sep 29 02:15:18.610307 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ef32143a-0c1e-43e2-8fa4-e4c8474eb6bf req-12bc5f1f-8c8a-4221-a3e7-20fb5a7edbb4 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822563 Sep 29 02:15:18.617636 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22fd16e6-be0f-4e95-9614-545346275dd0 req-3a0282c6-5d68-48c1-9ef8-0602888493cd tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667908 Sep 29 02:15:18.797481 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:19.329591 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e93be3-6615-4cff-b08e-9c2503982c58 req-ec400582-8f97-4bc7-958c-d32ee359c361 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:19.331086 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f7e93be3-6615-4cff-b08e-9c2503982c58 req-ec400582-8f97-4bc7-958c-d32ee359c361 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 944 time: 0.0846410 Sep 29 02:15:19.339028 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7e84b-4fa0-4d3c-97b9-84daf878e3b0 req-02fb510f-f4d1-4874-943f-142cd10947b8 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:19.340400 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71a7e84b-4fa0-4d3c-97b9-84daf878e3b0 req-02fb510f-f4d1-4874-943f-142cd10947b8 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0917380 Sep 29 02:15:19.395715 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:19.407260 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:19.419706 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f7e93be3-6615-4cff-b08e-9c2503982c58 req-497a6062-f059-4bcd-9990-ef7f0d91c6ad tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783584 Sep 29 02:15:19.423072 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71a7e84b-4fa0-4d3c-97b9-84daf878e3b0 req-8eced582-6b4a-445b-b967-ec4ce5808b6e tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733805 Sep 29 02:15:19.623143 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e2fd1-1293-4554-b768-d9ee75ced3d1 req-77110327-99cc-4b4d-a890-0c032c15217b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:19.624608 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-073e2fd1-1293-4554-b768-d9ee75ced3d1 req-77110327-99cc-4b4d-a890-0c032c15217b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0475788 Sep 29 02:15:19.673557 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-073e2fd1-1293-4554-b768-d9ee75ced3d1 req-b333ad29-69a0-412a-880d-7412f0caba7b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428481 Sep 29 02:15:19.744315 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af7107-b7ee-496c-ad27-0c7d11c3fd54 req-3e99a055-805e-4d0b-a9ec-d95ffb978e87 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:19.750011 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-13af7107-b7ee-496c-ad27-0c7d11c3fd54 req-3e99a055-805e-4d0b-a9ec-d95ffb978e87 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0601172 Sep 29 02:15:19.755454 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050b84b-ced5-449e-b088-1785287a4f3f req-d97f04b5-4b15-4751-99bd-e91d4c2ed34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:19.756997 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f050b84b-ced5-449e-b088-1785287a4f3f req-d97f04b5-4b15-4751-99bd-e91d4c2ed34a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=40f01307928c46918e93db66b6473733&device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 1128 time: 0.0599792 Sep 29 02:15:19.815976 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568300d-52ef-4f07-a5b8-3a81b0b694f4 req-3868cfa3-7118-487f-af85-343015382712 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:19.817495 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f568300d-52ef-4f07-a5b8-3a81b0b694f4 req-3868cfa3-7118-487f-af85-343015382712 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.0670724 Sep 29 02:15:19.848761 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-13af7107-b7ee-496c-ad27-0c7d11c3fd54 req-9aaec5ff-13af-44a3-ac6b-3609f80eb0cc tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896108 Sep 29 02:15:19.878592 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f568300d-52ef-4f07-a5b8-3a81b0b694f4 req-7d310f56-9680-4d56-9a82-7eabc6faceac tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501707 Sep 29 02:15:19.974336 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da5cea-04b2-41fb-9171-df0187bf2068 req-5e547212-4337-495f-9296-faec2be92f69 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:19.975795 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-84da5cea-04b2-41fb-9171-df0187bf2068 req-5e547212-4337-495f-9296-faec2be92f69 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0499523 Sep 29 02:15:20.023996 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-84da5cea-04b2-41fb-9171-df0187bf2068 req-5200928e-b0ee-4457-84d7-cfcd51056a88 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427303 Sep 29 02:15:20.051122 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47570) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:20.244413 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd77487-2692-4f18-a09c-125bdf179358 req-704ad682-1003-4144-bf92-7f4178338710 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:20.245938 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8dd77487-2692-4f18-a09c-125bdf179358 req-704ad682-1003-4144-bf92-7f4178338710 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.1121795 Sep 29 02:15:20.259838 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82af4836-e971-4a4e-bdbf-3df59d795315 tempest-TestShelveInstance-302893674 tempest-TestShelveInstance-302893674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:20.261440 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-82af4836-e971-4a4e-bdbf-3df59d795315 tempest-TestShelveInstance-302893674 tempest-TestShelveInstance-302893674-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 1124 time: 0.2093318 Sep 29 02:15:20.264413 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47576) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:20.268804 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'port_id': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:20.282496 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050b84b-ced5-449e-b088-1785287a4f3f req-c219de7a-984c-47f0-8024-739a60b135a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:20.283890 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f050b84b-ced5-449e-b088-1785287a4f3f req-c219de7a-984c-47f0-8024-739a60b135a2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=40f01307928c46918e93db66b6473733&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1516333 Sep 29 02:15:20.290617 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:20.376663 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:20.432778 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:20.484788 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Allocated IP 172.27.3.231 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:15:20.565094 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:20.585895 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:20.628846 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fbe19-ee33-4c2a-90cb-7358f1af8fc6 req-0d16d193-2409-4d9f-8610-bb8f93dae95f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:20.630677 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-840fbe19-ee33-4c2a-90cb-7358f1af8fc6 req-0d16d193-2409-4d9f-8610-bb8f93dae95f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 944 time: 0.1368473 Sep 29 02:15:20.642077 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c6209-14df-4695-96aa-fa1be31eaf57 req-ad90a08f-f8dd-48d2-987c-569f93ee04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:20.643745 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d86c6209-14df-4695-96aa-fa1be31eaf57 req-ad90a08f-f8dd-48d2-987c-569f93ee04c8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2a04f2488c2a4d219ad8193c4dd12b65&device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 1130 time: 0.1114845 Sep 29 02:15:20.678857 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Deleting port ad9a0bc1-295b-4def-985e-fd16c4dcf147 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:15:20.679240 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:20.696840 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:20.700405 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050b84b-ced5-449e-b088-1785287a4f3f req-525ec296-612b-4440-983c-5c93dd1dade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:20.701912 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f050b84b-ced5-449e-b088-1785287a4f3f req-525ec296-612b-4440-983c-5c93dd1dade7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1934345 Sep 29 02:15:20.766187 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:20.778601 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:20.792603 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for port (dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:20.808753 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-6b30b387-6f27-4ef7-94ad-a30fc1bc3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:20.810293 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-6b30b387-6f27-4ef7-94ad-a30fc1bc3bf3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=40f01307928c46918e93db66b6473733&device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 1128 time: 0.0605538 Sep 29 02:15:20.815154 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-840fbe19-ee33-4c2a-90cb-7358f1af8fc6 req-bafa22ac-93a8-48f3-934f-2a43adc16614 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746099 Sep 29 02:15:20.818438 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] For port ad9a0bc1-295b-4def-985e-fd16c4dcf147, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ad9a0bc1-295b-4def-985e-fd16c4dcf147,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:20.818789 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:20.848610 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:15:20.865372 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-03ba3d7f-f942-4988-89f5-df5994aea74e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e7d077-a1cc-406c-a20b-9d3f0757a40d HTTP/1.1" status: 200 len: 217 time: 0.0488713 Sep 29 02:15:20.873714 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c6209-14df-4695-96aa-fa1be31eaf57 req-9eb478e6-912d-4d07-8c35-79feee0457cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:20.875182 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d86c6209-14df-4695-96aa-fa1be31eaf57 req-9eb478e6-912d-4d07-8c35-79feee0457cf service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 HTTP/1.1" status: 200 len: 910 time: 0.2205150 Sep 29 02:15:20.882658 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b4ec4-1afe-41f0-9d2f-e245c854fd3d req-c4b1dccd-181f-4b8f-803e-b4c0cb54986a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:20.884747 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a20b4ec4-1afe-41f0-9d2f-e245c854fd3d req-c4b1dccd-181f-4b8f-803e-b4c0cb54986a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0981660 Sep 29 02:15:21.024537 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:21.034955 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d86c6209-14df-4695-96aa-fa1be31eaf57 req-0a194837-9803-450f-bf30-b6260a3e486a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4ee4981-fc1b-4a7a-af00-412764134573 HTTP/1.1" status: 200 len: 1001 time: 0.1483731 Sep 29 02:15:21.253961 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-3c76f2dc-6453-420c-b9be-f99359dee5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:21.255483 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-3c76f2dc-6453-420c-b9be-f99359dee5e4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=35e4c0c6-0279-46cb-a438-40d8694e55b1 HTTP/1.1" status: 200 len: 853 time: 0.3711925 Sep 29 02:15:21.347236 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-da402f65-9cd4-41af-94a2-99882efaa775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:21.348672 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-da402f65-9cd4-41af-94a2-99882efaa775 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=1a7f2236-e557-4c84-9a50-dd078a0ff369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0825508 Sep 29 02:15:21.378766 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a20b4ec4-1afe-41f0-9d2f-e245c854fd3d req-93a075ee-f306-4866-b352-d7cdfe0dbe82 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4852557 Sep 29 02:15:21.414085 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b134f-0f75-4048-868a-b0426e7a90d6 req-6969aef2-46ec-46d0-836e-f08b8535a89c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:21.417098 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:21.417833 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (72291304-b11e-4666-8d89-737b2a24d7d1), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:21.417833 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Floating IP 72291304-b11e-4666-8d89-737b2a24d7d1 disassociated. External IP: 172.27.3.87, port: ad9a0bc1-295b-4def-985e-fd16c4dcf147. Sep 29 02:15:21.418101 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Calling delete_port for ad9a0bc1-295b-4def-985e-fd16c4dcf147 owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:15:21.418500 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fb2b134f-0f75-4048-868a-b0426e7a90d6 req-6969aef2-46ec-46d0-836e-f08b8535a89c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 946 time: 0.4575179 Sep 29 02:15:21.445285 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:15:21.456013 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Pushing event updated for resources: {'Port': ['ID=dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:21.468790 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:15:21.486967 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c6209-14df-4695-96aa-fa1be31eaf57 req-d3968182-512e-4e89-a93b-7bc268e1578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:21.488420 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d86c6209-14df-4695-96aa-fa1be31eaf57 req-d3968182-512e-4e89-a93b-7bc268e1578b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c97b77e6-502e-434a-8af4-d88686453bb8 HTTP/1.1" status: 200 len: 849 time: 0.4456751 Sep 29 02:15:21.509938 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-3f712612-9eb2-415b-91c2-56cabdd458df service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526179 Sep 29 02:15:21.536822 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:15:21.566477 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fb2b134f-0f75-4048-868a-b0426e7a90d6 req-1c2734d7-b48d-4ad2-a188-af27362c8113 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d5af6d30-f3d1-408b-b2ec-055f9a9013b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372914 Sep 29 02:15:21.600402 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c6209-14df-4695-96aa-fa1be31eaf57 req-6e12e2ab-23b6-46d7-a4c8-b818b3ac75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:21.601862 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d86c6209-14df-4695-96aa-fa1be31eaf57 req-6e12e2ab-23b6-46d7-a4c8-b818b3ac75df service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1070752 Sep 29 02:15:21.685040 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0a70a98-98a5-4f5e-b176-0f05e12d0c3c req-52f4c582-2f51-4a20-b4d4-990cf6112f6b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677673 Sep 29 02:15:21.703807 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (ad9a0bc1-295b-4def-985e-fd16c4dcf147), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:21.748325 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event deleted for resources: {'Port': ['ID=ad9a0bc1-295b-4def-985e-fd16c4dcf147,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:21.757325 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5649fc4-d0ae-4f5b-b2c7-80274ba8fe0b req-36d7517d-54f6-44ff-bd31-1eb5deb35f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:21.759124 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b5649fc4-d0ae-4f5b-b2c7-80274ba8fe0b req-36d7517d-54f6-44ff-bd31-1eb5deb35f5b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 1130 time: 0.0854611 Sep 29 02:15:21.798694 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7ee88-266f-4f83-a037-2b020e785621 req-28b6487b-0914-4f5c-a355-b72e57b22600 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:21.800177 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-38a7ee88-266f-4f83-a037-2b020e785621 req-28b6487b-0914-4f5c-a355-b72e57b22600 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0842173 Sep 29 02:15:21.849811 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:21.863720 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:21.868056 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:21.871626 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Router e630c1dd-cb78-4605-9969-e8364ff9fde9 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:15:21.873617 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d86c6209-14df-4695-96aa-fa1be31eaf57 req-aed9f2b3-bd42-42c3-a3ee-c9ac43e3ce46 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631834 Sep 29 02:15:21.969434 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-38a7ee88-266f-4f83-a037-2b020e785621 req-e944f878-6cc2-4299-84b8-2cf1e51ca9b1 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349831 Sep 29 02:15:21.984464 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:15:21.999978 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e7f75-1c74-4daa-b3bf-4365bad80d2a None None] Sync routers for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:15:22.001690 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080f448-1338-4d01-aa7e-5fec2a0defcd req-1f74bce9-3771-4acb-a491-04a3f8b26ece tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:22.003234 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0080f448-1338-4d01-aa7e-5fec2a0defcd req-1f74bce9-3771-4acb-a491-04a3f8b26ece tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 944 time: 0.0882146 Sep 29 02:15:22.014945 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e7f75-1c74-4daa-b3bf-4365bad80d2a None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:22.015956 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-5d8e7f75-1c74-4daa-b3bf-4365bad80d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:22.046632 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] No DVR routers for this DVR port ad9a0bc1-295b-4def-985e-fd16c4dcf147 on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:15:22.049996 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.053461 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8dd77487-2692-4f18-a09c-125bdf179358 req-ad02af17-282d-4546-9cef-461aaa96d309 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "DELETE /networking/v2.0/ports/ad9a0bc1-295b-4def-985e-fd16c4dcf147 HTTP/1.1" status: 204 len: 173 time: 1.5224311 Sep 29 02:15:22.053932 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1305c026-0eac-4ce4-8b1d-441660a03103', 'name': 'network-vif-deleted', 'tag': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:22.056473 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08551820-3741-48a2-b633-6efd19034e36" -d '{"events": [{"server_uuid": "1305c026-0eac-4ce4-8b1d-441660a03103", "name": "network-vif-deleted", "tag": "ad9a0bc1-295b-4def-985e-fd16c4dcf147"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:22.095399 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654bfa89-9cde-4d55-b5a1-e1383a791708 x-openstack-request-id: req-654bfa89-9cde-4d55-b5a1-e1383a791708 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:22.095691 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1305c026-0eac-4ce4-8b1d-441660a03103", "name": "network-vif-deleted", "tag": "ad9a0bc1-295b-4def-985e-fd16c4dcf147", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:22.095950 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-654bfa89-9cde-4d55-b5a1-e1383a791708 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:22.096358 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654bfa89-9cde-4d55-b5a1-e1383a791708'] response: {'server_uuid': '1305c026-0eac-4ce4-8b1d-441660a03103', 'name': 'network-vif-deleted', 'tag': 'ad9a0bc1-295b-4def-985e-fd16c4dcf147', 'status': 'completed', 'code': 200} Sep 29 02:15:22.116740 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0080f448-1338-4d01-aa7e-5fec2a0defcd req-1d916b31-c03f-4e6b-af45-ca31e830d527 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894768 Sep 29 02:15:22.134511 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-5d8e7f75-1c74-4daa-b3bf-4365bad80d2a None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:22.167087 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:22.193251 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for floatingip (63a0735c-a825-4166-b321-cc9ddc365dbd), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.264527 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.436258 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for port (dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.441492 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.493535 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-5d8e7f75-1c74-4daa-b3bf-4365bad80d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '6ca2e539-f247-49a0-a330-5369813b24fc', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '5eb53402-4b37-4a75-84a8-df46009c6531', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:eb:e8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:12:37Z', 'revision_number': 2, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:22.526815 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e7f75-1c74-4daa-b3bf-4365bad80d2a None None] Checking router: e630c1dd-cb78-4605-9969-e8364ff9fde9 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:15:22.538363 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e7f75-1c74-4daa-b3bf-4365bad80d2a None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:22.538995 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-5d8e7f75-1c74-4daa-b3bf-4365bad80d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:22.563430 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26972b6-c201-43bd-a6de-9e5bc93dc21a req-cd059754-984d-4c7a-9cb2-8e740cda6dba tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:22.565390 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f26972b6-c201-43bd-a6de-9e5bc93dc21a req-cd059754-984d-4c7a-9cb2-8e740cda6dba tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0973167 Sep 29 02:15:22.566005 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Pushing event updated for resources: {'Port': ['ID=dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:22.569925 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (63a0735c-a825-4166-b321-cc9ddc365dbd), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.690649 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f26972b6-c201-43bd-a6de-9e5bc93dc21a req-4c69a0ae-6488-4fa3-bf7e-61ce5cc67159 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866857 Sep 29 02:15:22.739051 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-5d8e7f75-1c74-4daa-b3bf-4365bad80d2a None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:22.781945 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5649fc4-d0ae-4f5b-b2c7-80274ba8fe0b req-5a115f17-b1d5-4295-b42b-981649c7c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:22.783702 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b5649fc4-d0ae-4f5b-b2c7-80274ba8fe0b req-5a115f17-b1d5-4295-b42b-981649c7c225 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 918 time: 0.1282196 Sep 29 02:15:22.811474 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d86c6209-14df-4695-96aa-fa1be31eaf57 req-73b62e7e-e6e7-45da-b23c-5440d9f0eb2f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401000 Sep 29 02:15:22.868059 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-01a603f9-2bb1-472d-922f-e2e7a78937d1 req-62d93d69-3377-4839-aa4b-3d1fed30b433 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 210 time: 0.0534899 Sep 29 02:15:22.891583 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.l3_db [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Floating IP 63a0735c-a825-4166-b321-cc9ddc365dbd associated. External IP: 172.27.3.231, port: 29e82e6b-3fc1-4d7b-8545-b510c77181c3. Sep 29 02:15:22.897085 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b5649fc4-d0ae-4f5b-b2c7-80274ba8fe0b req-c731d156-8a53-4e00-94f5-71cea966d786 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34fa7290-3f69-4262-816c-ca3f9f1c282e HTTP/1.1" status: 200 len: 1001 time: 0.0894535 Sep 29 02:15:22.915449 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device ad9a0bc1-295b-4def-985e-fd16c4dcf147 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:15:22.962436 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: ad9a0bc1-295b-4def-985e-fd16c4dcf147 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:15:22.962801 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device ad9a0bc1-295b-4def-985e-fd16c4dcf147 not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:15:22.993313 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5649fc4-d0ae-4f5b-b2c7-80274ba8fe0b req-6e359ff4-d8b6-4868-9ca5-1a3c26becc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:22.994926 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b5649fc4-d0ae-4f5b-b2c7-80274ba8fe0b req-6e359ff4-d8b6-4868-9ca5-1a3c26becc77 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.0852659 Sep 29 02:15:23.028918 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:23.072746 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:23.097419 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:23.105019 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5649fc4-d0ae-4f5b-b2c7-80274ba8fe0b req-bf662abc-a4da-445a-83f1-4f5d1bd28233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:23.106712 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b5649fc4-d0ae-4f5b-b2c7-80274ba8fe0b req-bf662abc-a4da-445a-83f1-4f5d1bd28233 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1050634 Sep 29 02:15:23.115740 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-5d8e7f75-1c74-4daa-b3bf-4365bad80d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '6ca2e539-f247-49a0-a330-5369813b24fc', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '5eb53402-4b37-4a75-84a8-df46009c6531', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:eb:e8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:12:37Z', 'revision_number': 2, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:23.164110 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e7f75-1c74-4daa-b3bf-4365bad80d2a None None] The sync data for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi is: [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '6ca2e539-f247-49a0-a330-5369813b24fc', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '5eb53402-4b37-4a75-84a8-df46009c6531', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:eb:e8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:12:37Z', 'revision_number': 2, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:15:23.204596 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd4512-5d8e-48cf-b350-5861bfdf9bd4 req-b8a7139e-3792-4240-b7c7-0aa34925e418 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:23.206201 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-30cd4512-5d8e-48cf-b350-5861bfdf9bd4 req-b8a7139e-3792-4240-b7c7-0aa34925e418 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.1077089 Sep 29 02:15:23.253382 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b5649fc4-d0ae-4f5b-b2c7-80274ba8fe0b req-a715bab7-a09a-4066-88af-bd9d9f535eab service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377332 Sep 29 02:15:23.355590 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Router 5c6bf012-82e8-4949-8b41-b22605cafed3 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:15:23.368897 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1a600-339a-4dd7-82d2-a4c4b5612ab9 req-1d168f84-a284-467e-bae3-111673e79861 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:23.372731 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ed1a600-339a-4dd7-82d2-a4c4b5612ab9 req-1d168f84-a284-467e-bae3-111673e79861 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 944 time: 0.0881422 Sep 29 02:15:23.404700 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-30cd4512-5d8e-48cf-b350-5861bfdf9bd4 req-ea6e0169-7892-4e6c-af74-a167e79eb101 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189017 Sep 29 02:15:23.490307 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97b109-3566-47d7-a4a2-1cac04513ea1 None None] New status for floating IP 72291304-b11e-4666-8d89-737b2a24d7d1: DOWN {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:15:23.531949 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ed1a600-339a-4dd7-82d2-a4c4b5612ab9 req-922f0c62-f72a-45e1-b27d-9dd064d5dd2e tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455514 Sep 29 02:15:23.557946 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:15:23.578028 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0852d2-2fbe-4810-a79f-ee1e6b885b2f None None] Sync routers for ids ['5c6bf012-82e8-4949-8b41-b22605cafed3'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:15:23.579728 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:23.593121 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0852d2-2fbe-4810-a79f-ee1e6b885b2f None None] Routers {'5c6bf012-82e8-4949-8b41-b22605cafed3'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:23.594016 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-6f0852d2-2fbe-4810-a79f-ee1e6b885b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['5c6bf012-82e8-4949-8b41-b22605cafed3'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:23.627489 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-8982a5aa-b585-43c9-ace2-cbc39d5f0221 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3616822 Sep 29 02:15:23.627921 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:23.630288 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2de73c7-0782-4a94-9dbc-b68fa20ebb47" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:23.685001 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ff0079-9c07-4284-a710-40414a6d624b x-openstack-request-id: req-24ff0079-9c07-4284-a710-40414a6d624b {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:23.685302 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:23.685560 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-24ff0079-9c07-4284-a710-40414a6d624b {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:23.685964 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ff0079-9c07-4284-a710-40414a6d624b'] response: {'name': 'network-changed', 'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'status': 'completed', 'code': 200} Sep 29 02:15:23.738657 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-6f0852d2-2fbe-4810-a79f-ee1e6b885b2f None None] Set router 5c6bf012-82e8-4949-8b41-b22605cafed3 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:23.804219 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de73c7-0782-4a94-9dbc-b68fa20ebb47 req-2fbf4780-da88-4756-b693-63babef17559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:23.805984 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c2de73c7-0782-4a94-9dbc-b68fa20ebb47 req-2fbf4780-da88-4756-b693-63babef17559 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=18eeabc669304148930130efa1737cbb&device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 1129 time: 0.0557072 Sep 29 02:15:23.854079 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:23.871054 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b5649fc4-d0ae-4f5b-b2c7-80274ba8fe0b req-e3465292-3b24-4bab-a791-12611c8099f9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541023 Sep 29 02:15:23.875759 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7365ee-8c14-41ff-957c-ae8b4ec23ac3 req-9a3dd32e-c026-43b5-a273-a081b5e1b5db tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:23.877398 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9d7365ee-8c14-41ff-957c-ae8b4ec23ac3 req-9a3dd32e-c026-43b5-a273-a081b5e1b5db tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0535657 Sep 29 02:15:23.933436 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9d7365ee-8c14-41ff-957c-ae8b4ec23ac3 req-9aeca7e1-cc07-44f1-8d4e-19524d193d7f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500381 Sep 29 02:15:24.005482 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-6f0852d2-2fbe-4810-a79f-ee1e6b885b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:14:20Z', 'revision_number': 4, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '63a0735c-a825-4166-b321-cc9ddc365dbd', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'port_id': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'mac_address': 'fa:16:3e:cf:8b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:21Z', 'updated_at': '2022-09-29T02:15:21Z', 'revision_number': 0, 'project_id': '18eeabc669304148930130efa1737cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8aa30a6-2bb8-4eaf-803d-741915a53012', 'name': '', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'mac_address': 'fa:16:3e:59:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:19Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 5, 'project_id': '18eeabc669304148930130efa1737cbb', 'subnets': [{'id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:24.037761 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0852d2-2fbe-4810-a79f-ee1e6b885b2f None None] Checking router: 5c6bf012-82e8-4949-8b41-b22605cafed3 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:15:24.047274 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0852d2-2fbe-4810-a79f-ee1e6b885b2f None None] Routers {'5c6bf012-82e8-4949-8b41-b22605cafed3'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:24.047886 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-6f0852d2-2fbe-4810-a79f-ee1e6b885b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['5c6bf012-82e8-4949-8b41-b22605cafed3'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:24.050900 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-801b344e-ee62-409b-9d5b-65ab2ad18d6f req-469d0953-b358-48dd-a1ef-3ae689854ebd tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1305c026-0eac-4ce4-8b1d-441660a03103 HTTP/1.1" status: 200 len: 210 time: 0.0624707 Sep 29 02:15:24.129109 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de73c7-0782-4a94-9dbc-b68fa20ebb47 req-77970946-cae7-48b3-9321-ba83008ac3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:24.130626 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c2de73c7-0782-4a94-9dbc-b68fa20ebb47 req-77970946-cae7-48b3-9321-ba83008ac3dc service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=4f97f786-5df3-4ea7-b350-3219ee546269 HTTP/1.1" status: 200 len: 908 time: 0.1262395 Sep 29 02:15:24.150365 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-6f0852d2-2fbe-4810-a79f-ee1e6b885b2f None None] Set router 5c6bf012-82e8-4949-8b41-b22605cafed3 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:24.259221 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c2de73c7-0782-4a94-9dbc-b68fa20ebb47 req-768a0657-bb05-4d81-bd4a-981b659a0779 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3 HTTP/1.1" status: 200 len: 999 time: 0.0649538 Sep 29 02:15:24.326459 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de73c7-0782-4a94-9dbc-b68fa20ebb47 req-2aed4d4c-3a99-453f-8b47-d01443e1d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:24.328033 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c2de73c7-0782-4a94-9dbc-b68fa20ebb47 req-2aed4d4c-3a99-453f-8b47-d01443e1d476 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c HTTP/1.1" status: 200 len: 847 time: 0.0574391 Sep 29 02:15:24.373575 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de73c7-0782-4a94-9dbc-b68fa20ebb47 req-ea9da876-30e1-400e-b501-0e81abb303e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:24.375157 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c2de73c7-0782-4a94-9dbc-b68fa20ebb47 req-ea9da876-30e1-400e-b501-0e81abb303e8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4f97f786-5df3-4ea7-b350-3219ee546269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415773 Sep 29 02:15:24.382254 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-6f0852d2-2fbe-4810-a79f-ee1e6b885b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:14:20Z', 'revision_number': 4, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '63a0735c-a825-4166-b321-cc9ddc365dbd', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'port_id': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'mac_address': 'fa:16:3e:cf:8b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:21Z', 'updated_at': '2022-09-29T02:15:21Z', 'revision_number': 0, 'project_id': '18eeabc669304148930130efa1737cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8aa30a6-2bb8-4eaf-803d-741915a53012', 'name': '', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'mac_address': 'fa:16:3e:59:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:19Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 5, 'project_id': '18eeabc669304148930130efa1737cbb', 'subnets': [{'id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:24.414432 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0852d2-2fbe-4810-a79f-ee1e6b885b2f None None] The sync data for ids ['5c6bf012-82e8-4949-8b41-b22605cafed3'] in dv-cinder-740146-21-iscsi is: [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:14:20Z', 'revision_number': 4, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '63a0735c-a825-4166-b321-cc9ddc365dbd', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'port_id': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'mac_address': 'fa:16:3e:cf:8b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:21Z', 'updated_at': '2022-09-29T02:15:21Z', 'revision_number': 0, 'project_id': '18eeabc669304148930130efa1737cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8aa30a6-2bb8-4eaf-803d-741915a53012', 'name': '', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'mac_address': 'fa:16:3e:59:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:19Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 5, 'project_id': '18eeabc669304148930130efa1737cbb', 'subnets': [{'id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:15:24.435139 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:24.475942 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c2de73c7-0782-4a94-9dbc-b68fa20ebb47 req-5f1c3083-5133-420a-9c8c-c46d77fedb54 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941226 Sep 29 02:15:24.587679 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d213f-ec02-437a-bdb0-be7a5b03a5a6 req-0a2e63be-bd88-4f45-a72a-01519625365c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:24.589211 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7d2d213f-ec02-437a-bdb0-be7a5b03a5a6 req-0a2e63be-bd88-4f45-a72a-01519625365c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0944064 Sep 29 02:15:24.645614 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c2de73c7-0782-4a94-9dbc-b68fa20ebb47 req-639180cd-c76f-43e7-ab29-c41801c74ae7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593034 Sep 29 02:15:24.653829 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0f3a2-079d-4667-b4ae-1619ab50f1a9 None None] New status for floating IP 63a0735c-a825-4166-b321-cc9ddc365dbd: ACTIVE {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:15:24.683074 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:24.698679 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a42fc-a33c-4c0c-857c-4c4b4fba7843 req-9b2a50b7-3566-40f6-a370-f6271f3fe6cd tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:24.700848 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e28a42fc-a33c-4c0c-857c-4c4b4fba7843 req-9b2a50b7-3566-40f6-a370-f6271f3fe6cd tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 944 time: 0.0703926 Sep 29 02:15:24.705131 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7d2d213f-ec02-437a-bdb0-be7a5b03a5a6 req-b78d69a9-5b9f-4616-a2d0-aa51b6418477 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007295 Sep 29 02:15:24.754397 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e28a42fc-a33c-4c0c-857c-4c4b4fba7843 req-7cb66e19-b11b-40fb-a279-093b67b76af3 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481219 Sep 29 02:15:24.935350 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device d3e7d077-a1cc-406c-a20b-9d3f0757a40d details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:15:24.999637 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:25.033861 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port d3e7d077-a1cc-406c-a20b-9d3f0757a40d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,segment=NetworkSegment(3685d723-416e-4d73-b784-8ca8188cd0c7),segment_id=3685d723-416e-4d73-b784-8ca8188cd0c7)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:25.044937 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'port_id': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d', 'mac_address': 'fa:16:3e:b3:b1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:15:25.078004 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port d3e7d077-a1cc-406c-a20b-9d3f0757a40d is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:25.078324 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:25.091390 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e7d077-a1cc-406c-a20b-9d3f0757a40d {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:25.112049 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port d3e7d077-a1cc-406c-a20b-9d3f0757a40d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,segment=NetworkSegment(3685d723-416e-4d73-b784-8ca8188cd0c7),segment_id=3685d723-416e-4d73-b784-8ca8188cd0c7)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:25.117191 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:25.152280 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47632) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:25.171789 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:25.206666 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0359ab6b-41c9-493d-9e94-0c33c0d5d87f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (d5af6d30-f3d1-408b-b2ec-055f9a9013b6), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:25.228461 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0359ab6b-41c9-493d-9e94-0c33c0d5d87f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (d5af6d30-f3d1-408b-b2ec-055f9a9013b6), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:25.275165 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0359ab6b-41c9-493d-9e94-0c33c0d5d87f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d5af6d30-f3d1-408b-b2ec-055f9a9013b6), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:25.278716 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0359ab6b-41c9-493d-9e94-0c33c0d5d87f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:25.279848 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-0359ab6b-41c9-493d-9e94-0c33c0d5d87f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d5af6d30-f3d1-408b-b2ec-055f9a9013b6 HTTP/1.1" status: 204 len: 168 time: 0.1260333 Sep 29 02:15:25.282821 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47634) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:25.289230 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359ab6b-41c9-493d-9e94-0c33c0d5d87f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5af6d30-f3d1-408b-b2ec-055f9a9013b6,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:25.299978 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.api.v2.resource [None req-43a37170-1409-4255-824b-3327bf026b36 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] show failed (client error): The resource could not be found. Sep 29 02:15:25.301043 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-43a37170-1409-4255-824b-3327bf026b36 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups/d5af6d30-f3d1-408b-b2ec-055f9a9013b6 HTTP/1.1" status: 404 len: 347 time: 0.0172019 Sep 29 02:15:25.305762 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47636) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:25.412826 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['d3e7d077-a1cc-406c-a20b-9d3f0757a40d'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:15:25.421688 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-c329838f-4c8f-41dc-8f22-560a35639359 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Deleting port a41edab5-a1e1-4417-b417-3519b978703e {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:15:25.422009 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c329838f-4c8f-41dc-8f22-560a35639359 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (a41edab5-a1e1-4417-b417-3519b978703e), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:25.499016 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c329838f-4c8f-41dc-8f22-560a35639359 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (a41edab5-a1e1-4417-b417-3519b978703e), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:25.499332 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c329838f-4c8f-41dc-8f22-560a35639359 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (a41edab5-a1e1-4417-b417-3519b978703e), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:25.511917 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-c329838f-4c8f-41dc-8f22-560a35639359 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Calling delete_port for a41edab5-a1e1-4417-b417-3519b978703e owned by network:floatingip {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:15:25.527326 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:25.638487 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:25.659168 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:25.664614 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c329838f-4c8f-41dc-8f22-560a35639359 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (a41edab5-a1e1-4417-b417-3519b978703e), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:25.690780 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329838f-4c8f-41dc-8f22-560a35639359 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event deleted for resources: {'Port': ['ID=a41edab5-a1e1-4417-b417-3519b978703e,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:25.714029 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c329838f-4c8f-41dc-8f22-560a35639359 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (72291304-b11e-4666-8d89-737b2a24d7d1), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:25.717179 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c329838f-4c8f-41dc-8f22-560a35639359 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:25.721230 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-c329838f-4c8f-41dc-8f22-560a35639359 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/72291304-b11e-4666-8d89-737b2a24d7d1 HTTP/1.1" status: 204 len: 168 time: 0.4125109 Sep 29 02:15:25.828359 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e5bf2-cff0-4c82-bf01-6c37475d75cf req-2eb3fdfc-98b7-4331-adb3-db772e19f9a5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:25.829995 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fc2e5bf2-cff0-4c82-bf01-6c37475d75cf req-2eb3fdfc-98b7-4331-adb3-db772e19f9a5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0472758 Sep 29 02:15:25.880602 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fc2e5bf2-cff0-4c82-bf01-6c37475d75cf req-1b67193d-d6b3-473e-86e3-6219b8e608ae tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450728 Sep 29 02:15:25.986409 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae80d57-5768-468b-95fd-30f2b8832c9e req-8421ebdb-dbd2-4688-a8ee-a591364e73a2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:25.987918 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4ae80d57-5768-468b-95fd-30f2b8832c9e req-8421ebdb-dbd2-4688-a8ee-a591364e73a2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 945 time: 0.0505340 Sep 29 02:15:26.040428 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4ae80d57-5768-468b-95fd-30f2b8832c9e req-7b804547-1f12-4cd1-aa12-9827b7d500dc tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468707 Sep 29 02:15:26.245407 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.935191 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device d3e7d077-a1cc-406c-a20b-9d3f0757a40d up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:15:26.978345 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port d3e7d077-a1cc-406c-a20b-9d3f0757a40d completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:15:26.986074 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port d3e7d077-a1cc-406c-a20b-9d3f0757a40d triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:15:26.986483 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.986821 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port d3e7d077-a1cc-406c-a20b-9d3f0757a40d Sep 29 02:15:27.013601 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a1ddc-6ac5-45e8-ba57-92b3a3d52df4 req-edb717f8-1098-49cb-8673-c456cbe71c2c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:27.015076 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-479a1ddc-6ac5-45e8-ba57-92b3a3d52df4 req-edb717f8-1098-49cb-8673-c456cbe71c2c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0474343 Sep 29 02:15:27.058232 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port d3e7d077-a1cc-406c-a20b-9d3f0757a40d is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:27.058632 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:27.062195 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-479a1ddc-6ac5-45e8-ba57-92b3a3d52df4 req-97334d68-a1ed-447d-9bfc-b85b7c9f7c42 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407979 Sep 29 02:15:27.087237 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:27.089526 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7664a9b-93e4-4c1d-91bf-f47d898068b7" -d '{"events": [{"server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "name": "network-vif-plugged", "status": "completed", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:27.107866 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port d3e7d077-a1cc-406c-a20b-9d3f0757a40d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,segment=NetworkSegment(3685d723-416e-4d73-b784-8ca8188cd0c7),segment_id=3685d723-416e-4d73-b784-8ca8188cd0c7)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:27.113154 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:27.140502 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949fa6fd-5824-4021-89e6-14cd868d6717 x-openstack-request-id: req-949fa6fd-5824-4021-89e6-14cd868d6717 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:27.140780 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "name": "network-vif-plugged", "status": "completed", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:27.141168 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-949fa6fd-5824-4021-89e6-14cd868d6717 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:27.141566 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949fa6fd-5824-4021-89e6-14cd868d6717'] response: {'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d', 'code': 200} Sep 29 02:15:27.173718 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:27.175908 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bc48a-061e-4e64-b4e6-c710b102fc9a req-c7827582-9bc4-4eab-a84c-486bf2207206 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:27.177477 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eb8bc48a-061e-4e64-b4e6-c710b102fc9a req-c7827582-9bc4-4eab-a84c-486bf2207206 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 946 time: 0.0552545 Sep 29 02:15:27.234060 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eb8bc48a-061e-4e64-b4e6-c710b102fc9a req-7e4c69e4-10dd-4fdd-8b57-ab0b69e305d3 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481548 Sep 29 02:15:27.333827 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb21e9-7dd9-4a62-a085-4c321312f54e req-79bcf5d4-ca75-4256-a892-85105c3cd62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:27.335426 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0bfb21e9-7dd9-4a62-a085-4c321312f54e req-79bcf5d4-ca75-4256-a892-85105c3cd62a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 1130 time: 0.0395393 Sep 29 02:15:27.362183 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:27.389979 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0bfb21e9-7dd9-4a62-a085-4c321312f54e req-2864911b-4b67-4b3d-a542-abe12ba6adcd service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473022 Sep 29 02:15:27.471261 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df49cb-210f-4310-af88-fb2f380e0068 req-39078b3b-c80a-4371-9dcb-55e78e5b47f9 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:27.472718 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b2df49cb-210f-4310-af88-fb2f380e0068 req-39078b3b-c80a-4371-9dcb-55e78e5b47f9 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 945 time: 0.0487885 Sep 29 02:15:27.518628 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b2df49cb-210f-4310-af88-fb2f380e0068 req-d1b162a9-abc5-4a0f-bd67-19f9ddc902ce tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403099 Sep 29 02:15:28.182375 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3bebf-0f00-4d1f-a3b2-e622d0a4e48d req-51b88add-f1ce-4e1a-9641-573090c34e61 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:28.183831 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-28c3bebf-0f00-4d1f-a3b2-e622d0a4e48d req-51b88add-f1ce-4e1a-9641-573090c34e61 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0447316 Sep 29 02:15:28.230262 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-28c3bebf-0f00-4d1f-a3b2-e622d0a4e48d req-93504cec-4fd8-4e11-a644-138268a128be tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402589 Sep 29 02:15:28.353226 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95906c4-3abd-419e-8c97-179d70970cd6 req-6e02e04c-e7de-41e4-8301-8b211361f472 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:28.354592 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f95906c4-3abd-419e-8c97-179d70970cd6 req-6e02e04c-e7de-41e4-8301-8b211361f472 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 946 time: 0.0453615 Sep 29 02:15:28.404331 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f95906c4-3abd-419e-8c97-179d70970cd6 req-3e80e641-0cca-4aac-8d81-cfd618bb18f5 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441911 Sep 29 02:15:28.650313 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb250a-1549-4782-882e-e8d3d1f23fa7 req-1fc89910-1bd5-4a98-b779-ad791e301685 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:28.651668 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-21bb250a-1549-4782-882e-e8d3d1f23fa7 req-1fc89910-1bd5-4a98-b779-ad791e301685 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 945 time: 0.0467157 Sep 29 02:15:28.687125 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:28.703984 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-21bb250a-1549-4782-882e-e8d3d1f23fa7 req-0356b43a-edfe-4b2c-966f-10a373179c79 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466664 Sep 29 02:15:29.026975 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c3db888f-51de-42a8-8be6-28b84ff07ce1 req-44471251-d2b7-40a6-bead-b90e1d3d8295 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0359609 Sep 29 02:15:29.348645 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa42f9-7469-4b0e-8d00-1a160a9317ee req-2b63c5f0-046f-49cb-a5cb-3f6ac6c6be59 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:29.350127 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d2aa42f9-7469-4b0e-8d00-1a160a9317ee req-2b63c5f0-046f-49cb-a5cb-3f6ac6c6be59 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0456631 Sep 29 02:15:29.398733 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d2aa42f9-7469-4b0e-8d00-1a160a9317ee req-26f45d81-b2d2-41ee-aed4-ab8cece38c4f tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430253 Sep 29 02:15:29.528387 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-812f265d-f1fb-439a-b1a1-1b406d9d4ba4 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:29.529896 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-812f265d-f1fb-439a-b1a1-1b406d9d4ba4 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 945 time: 0.0499339 Sep 29 02:15:29.551134 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa9737-a72b-497e-ac9f-75728f218600 req-2aabe048-1729-4e41-8d74-b2ae58ff0178 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:29.552603 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b3fa9737-a72b-497e-ac9f-75728f218600 req-2aabe048-1729-4e41-8d74-b2ae58ff0178 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 946 time: 0.0727031 Sep 29 02:15:29.558240 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db888f-51de-42a8-8be6-28b84ff07ce1 req-80978a06-3db0-4a1f-a64e-37ded0092277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:29.560188 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c3db888f-51de-42a8-8be6-28b84ff07ce1 req-80978a06-3db0-4a1f-a64e-37ded0092277 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2a04f2488c2a4d219ad8193c4dd12b65&device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 1130 time: 0.0533204 Sep 29 02:15:29.622131 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Deleting port 5eb53402-4b37-4a75-84a8-df46009c6531 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:15:29.622469 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:29.720324 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] For port 5eb53402-4b37-4a75-84a8-df46009c6531, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5eb53402-4b37-4a75-84a8-df46009c6531,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:29.720695 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:29.896834 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:29.897153 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (6ca2e539-f247-49a0-a330-5369813b24fc), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:29.897456 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Floating IP 6ca2e539-f247-49a0-a330-5369813b24fc disassociated. External IP: 172.27.3.234, port: 5eb53402-4b37-4a75-84a8-df46009c6531. Sep 29 02:15:29.897802 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Calling delete_port for 5eb53402-4b37-4a75-84a8-df46009c6531 owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:15:29.908438 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b3fa9737-a72b-497e-ac9f-75728f218600 req-853f1e06-b923-40a5-ba62-db00c185157f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473275 Sep 29 02:15:29.968950 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e11ca-d423-4a80-be53-6c924c38ecaf req-8ae9e974-eee4-4250-89aa-35632056ca00 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:29.970434 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e72e11ca-d423-4a80-be53-6c924c38ecaf req-8ae9e974-eee4-4250-89aa-35632056ca00 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 945 time: 0.0656891 Sep 29 02:15:30.007607 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db888f-51de-42a8-8be6-28b84ff07ce1 req-a8678a47-c6ad-4920-9f14-8a5e14adb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:30.009093 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c3db888f-51de-42a8-8be6-28b84ff07ce1 req-a8678a47-c6ad-4920-9f14-8a5e14adb0a7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 HTTP/1.1" status: 200 len: 910 time: 0.4185135 Sep 29 02:15:30.033960 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (5eb53402-4b37-4a75-84a8-df46009c6531), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:30.038680 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e72e11ca-d423-4a80-be53-6c924c38ecaf req-0e70d34d-81be-4ca8-a24b-d075c933d056 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591533 Sep 29 02:15:30.063573 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event deleted for resources: {'Port': ['ID=5eb53402-4b37-4a75-84a8-df46009c6531,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:30.074176 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.075053 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.075386 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.075727 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.076068 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.076403 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.076734 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.077145 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.077480 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.077811 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.078138 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.078465 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.078788 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.079132 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.079453 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:30.182201 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Router e630c1dd-cb78-4605-9969-e8364ff9fde9 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:15:30.416854 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c3db888f-51de-42a8-8be6-28b84ff07ce1 req-80e30074-9358-46b0-b578-a13d139486f2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4ee4981-fc1b-4a7a-af00-412764134573 HTTP/1.1" status: 200 len: 1001 time: 0.0623720 Sep 29 02:15:30.483415 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db888f-51de-42a8-8be6-28b84ff07ce1 req-5eb87ff2-aace-4b76-8d29-d10d99dc576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:30.484970 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c3db888f-51de-42a8-8be6-28b84ff07ce1 req-5eb87ff2-aace-4b76-8d29-d10d99dc576e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c97b77e6-502e-434a-8af4-d88686453bb8 HTTP/1.1" status: 200 len: 849 time: 0.0615087 Sep 29 02:15:30.493984 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:15:30.505397 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675e76e-bcad-4498-89e5-e93d50ff31e9 None None] Sync routers for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:15:30.520397 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b675e76e-bcad-4498-89e5-e93d50ff31e9 None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:30.521418 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b675e76e-bcad-4498-89e5-e93d50ff31e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:30.546570 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] No DVR routers for this DVR port 5eb53402-4b37-4a75-84a8-df46009c6531 on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:15:30.549711 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:30.553252 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-94d76076-43a5-4e4a-ae43-725ca4f9faff req-3f376381-dd14-46dd-abfc-684c985d34bc tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "DELETE /networking/v2.0/ports/5eb53402-4b37-4a75-84a8-df46009c6531 HTTP/1.1" status: 204 len: 173 time: 1.0155268 Sep 29 02:15:30.553998 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'name': 'network-vif-deleted', 'tag': '5eb53402-4b37-4a75-84a8-df46009c6531'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:30.556914 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96b284e-d56d-4b77-984b-074684fa3e30" -d '{"events": [{"server_uuid": "e3b0f874-c486-4367-a5a0-01a8472a9211", "name": "network-vif-deleted", "tag": "5eb53402-4b37-4a75-84a8-df46009c6531"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:30.575425 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:30.584533 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db888f-51de-42a8-8be6-28b84ff07ce1 req-e369810a-115e-49c1-a454-cb1cac1597c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:30.586799 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c3db888f-51de-42a8-8be6-28b84ff07ce1 req-e369810a-115e-49c1-a454-cb1cac1597c1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0946789 Sep 29 02:15:30.594515 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2a434-f5fa-4e3a-ba6a-9a52703c07db req-1620528a-ef66-40fb-83ab-efb44b0a9934 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:30.602877 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bb2a434-f5fa-4e3a-ba6a-9a52703c07db req-1620528a-ef66-40fb-83ab-efb44b0a9934 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.1093719 Sep 29 02:15:30.636330 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e333403-5c77-43b0-88e3-2da5776fd5c3 x-openstack-request-id: req-5e333403-5c77-43b0-88e3-2da5776fd5c3 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:30.636624 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0f874-c486-4367-a5a0-01a8472a9211", "name": "network-vif-deleted", "tag": "5eb53402-4b37-4a75-84a8-df46009c6531", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:30.636949 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5e333403-5c77-43b0-88e3-2da5776fd5c3 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:30.637355 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e333403-5c77-43b0-88e3-2da5776fd5c3'] response: {'server_uuid': 'e3b0f874-c486-4367-a5a0-01a8472a9211', 'name': 'network-vif-deleted', 'tag': '5eb53402-4b37-4a75-84a8-df46009c6531', 'status': 'completed', 'code': 200} Sep 29 02:15:30.731922 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bb2a434-f5fa-4e3a-ba6a-9a52703c07db req-9523711e-9f61-4fca-ae47-74e6eb0f4923 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276543 Sep 29 02:15:30.772858 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c3db888f-51de-42a8-8be6-28b84ff07ce1 req-b732ceb3-433d-4b26-90c3-17541581e6c3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676927 Sep 29 02:15:30.794679 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-b675e76e-bcad-4498-89e5-e93d50ff31e9 None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:30.872149 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c3db888f-51de-42a8-8be6-28b84ff07ce1 req-bf191f0c-d614-4cde-83c9-05e400ff27fa service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876348 Sep 29 02:15:30.908916 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:30.999612 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b675e76e-bcad-4498-89e5-e93d50ff31e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:31.025780 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:31.025987 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675e76e-bcad-4498-89e5-e93d50ff31e9 None None] Checking router: e630c1dd-cb78-4605-9969-e8364ff9fde9 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:15:31.035255 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b675e76e-bcad-4498-89e5-e93d50ff31e9 None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:31.035804 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d3aae-7211-4328-8147-b2e792cc1d0e req-bac21827-9732-4285-88a3-a71448581838 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:31.035926 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b675e76e-bcad-4498-89e5-e93d50ff31e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:31.037346 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cc7d3aae-7211-4328-8147-b2e792cc1d0e req-bac21827-9732-4285-88a3-a71448581838 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 946 time: 0.0501246 Sep 29 02:15:31.088706 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cc7d3aae-7211-4328-8147-b2e792cc1d0e req-466cec35-5988-45ce-bcd2-c0577351358e tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455441 Sep 29 02:15:31.139334 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-b675e76e-bcad-4498-89e5-e93d50ff31e9 None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:31.166125 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f78c1f4b-d300-4b64-a565-fb4b1d4b649b req-28d77532-d44e-4d6f-aa06-e7ad26441f56 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3b0f874-c486-4367-a5a0-01a8472a9211 HTTP/1.1" status: 200 len: 210 time: 0.0286572 Sep 29 02:15:31.221010 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523679e-290c-45fd-b2a5-4c7193c56a36 req-400cdb86-42df-47cc-a6d5-7e9fafbc336c tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:31.222559 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9523679e-290c-45fd-b2a5-4c7193c56a36 req-400cdb86-42df-47cc-a6d5-7e9fafbc336c tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 946 time: 0.0553000 Sep 29 02:15:31.270824 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9523679e-290c-45fd-b2a5-4c7193c56a36 req-7ad31496-f4b1-442f-89ce-a27b7ead14e9 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Sep 29 02:15:31.335524 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b675e76e-bcad-4498-89e5-e93d50ff31e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:31.364156 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675e76e-bcad-4498-89e5-e93d50ff31e9 None None] The sync data for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi is: [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:15:31.613286 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4711cf8b-20ac-42f6-a2ef-e2f62aecea98 None None] New status for floating IP 6ca2e539-f247-49a0-a330-5369813b24fc: DOWN {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:15:31.656780 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292934a-e386-44bd-a007-74effb5e33eb req-a0072631-b1e6-4e33-a7ff-c3373ed294af tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:31.668838 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a292934a-e386-44bd-a007-74effb5e33eb req-a0072631-b1e6-4e33-a7ff-c3373ed294af tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 946 time: 0.0988543 Sep 29 02:15:31.730706 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a292934a-e386-44bd-a007-74effb5e33eb req-4cb5e297-701c-45ff-a291-835444f049df tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604274 Sep 29 02:15:31.862408 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e3733-5c5e-4de2-ae40-81fb634ebade req-c03899ea-5921-4c62-a725-33e63fa42c8e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:31.863914 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-de4e3733-5c5e-4de2-ae40-81fb634ebade req-c03899ea-5921-4c62-a725-33e63fa42c8e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0478084 Sep 29 02:15:31.918665 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-de4e3733-5c5e-4de2-ae40-81fb634ebade req-c677be31-6b39-4b27-9074-4db70da1f212 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491765 Sep 29 02:15:32.261679 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47706) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:32.315009 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (d86bcdf0-7aee-4ffc-8df0-756c04b5fd13), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.336480 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (d86bcdf0-7aee-4ffc-8df0-756c04b5fd13), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.386440 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d86bcdf0-7aee-4ffc-8df0-756c04b5fd13), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.389564 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.390728 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d86bcdf0-7aee-4ffc-8df0-756c04b5fd13 HTTP/1.1" status: 204 len: 168 time: 0.1280034 Sep 29 02:15:32.393768 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47708) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:32.399817 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86bcdf0-7aee-4ffc-8df0-756c04b5fd13,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:32.409468 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.api.v2.resource [None req-2a4d3ae9-29fe-47cc-9c58-22be8568e913 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] show failed (client error): The resource could not be found. Sep 29 02:15:32.410465 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-2a4d3ae9-29fe-47cc-9c58-22be8568e913 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups/d86bcdf0-7aee-4ffc-8df0-756c04b5fd13 HTTP/1.1" status: 404 len: 347 time: 0.0156507 Sep 29 02:15:32.411319 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.411673 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.412018 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.412359 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.412694 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.413063 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.413336 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47710) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:32.413446 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.413715 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.414046 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.414389 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.414706 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.415033 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.415357 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.415680 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.416002 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366567d-53ff-4527-b115-9030389e5d92 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.493211 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:32.514657 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:32.526784 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d85cf-6b86-4942-b528-81d7d1354b90 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Deleting port 5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:15:32.527124 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ee4d85cf-6b86-4942-b528-81d7d1354b90 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.608188 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ee4d85cf-6b86-4942-b528-81d7d1354b90 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.608669 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ee4d85cf-6b86-4942-b528-81d7d1354b90 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.622280 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d85cf-6b86-4942-b528-81d7d1354b90 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Calling delete_port for 5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1 owned by network:floatingip {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:15:32.756391 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ee4d85cf-6b86-4942-b528-81d7d1354b90 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.778748 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d85cf-6b86-4942-b528-81d7d1354b90 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event deleted for resources: {'Port': ['ID=5dbbd06b-8edc-4cfb-a2ab-05cfa56c6de1,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:32.804833 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ee4d85cf-6b86-4942-b528-81d7d1354b90 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (6ca2e539-f247-49a0-a330-5369813b24fc), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.807342 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ee4d85cf-6b86-4942-b528-81d7d1354b90 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.808481 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-ee4d85cf-6b86-4942-b528-81d7d1354b90 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/6ca2e539-f247-49a0-a330-5369813b24fc HTTP/1.1" status: 204 len: 168 time: 0.3942585 Sep 29 02:15:32.887020 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47714) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:32.892014 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-b3fc30a4-c9b1-46f6-822e-58d732afc6d3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1295616793', 'description': 'tempest-description--1166817093'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:32.912116 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3fc30a4-c9b1-46f6-822e-58d732afc6d3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.962851 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 5eb53402-4b37-4a75-84a8-df46009c6531 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:15:32.979850 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3fc30a4-c9b1-46f6-822e-58d732afc6d3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (a1fce733-7021-4fa1-a213-4a116e19db22), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.981933 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 5eb53402-4b37-4a75-84a8-df46009c6531 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:15:32.982301 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 5eb53402-4b37-4a75-84a8-df46009c6531 not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:15:32.985356 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3fc30a4-c9b1-46f6-822e-58d732afc6d3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (a1fce733-7021-4fa1-a213-4a116e19db22), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.014882 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b3fc30a4-c9b1-46f6-822e-58d732afc6d3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.016096 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-b3fc30a4-c9b1-46f6-822e-58d732afc6d3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1275704 Sep 29 02:15:33.019662 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47718) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:33.024040 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-ff11a9f3-0ff0-4e14-9b16-5fe8df2fd7c2 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'security_group_rule': {'security_group_id': 'a1fce733-7021-4fa1-a213-4a116e19db22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:33.029675 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc30a4-c9b1-46f6-822e-58d732afc6d3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fce733-7021-4fa1-a213-4a116e19db22,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:33.048638 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac48c9-bab0-4b07-b37e-10449b1dd6cc req-6531ccfa-9e92-4c83-94cd-cfa25ef7d003 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:33.050217 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-43ac48c9-bab0-4b07-b37e-10449b1dd6cc req-6531ccfa-9e92-4c83-94cd-cfa25ef7d003 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0482397 Sep 29 02:15:33.052976 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ff11a9f3-0ff0-4e14-9b16-5fe8df2fd7c2 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (3793560a-38b1-47ed-a393-3e507b922981), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.097060 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-43ac48c9-bab0-4b07-b37e-10449b1dd6cc req-aac38375-8bc8-4e98-8779-7f76d4409ca6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407550 Sep 29 02:15:33.112921 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ff11a9f3-0ff0-4e14-9b16-5fe8df2fd7c2 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (3793560a-38b1-47ed-a393-3e507b922981), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.115802 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ff11a9f3-0ff0-4e14-9b16-5fe8df2fd7c2 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (3793560a-38b1-47ed-a393-3e507b922981), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.137990 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11a9f3-0ff0-4e14-9b16-5fe8df2fd7c2 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3793560a-38b1-47ed-a393-3e507b922981,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:33.150634 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ff11a9f3-0ff0-4e14-9b16-5fe8df2fd7c2 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.154467 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-ff11a9f3-0ff0-4e14-9b16-5fe8df2fd7c2 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313050 Sep 29 02:15:33.154618 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47722) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:33.158843 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-a7a5b33f-3617-453d-b904-fe7c9d249c8a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'security_group_rule': {'security_group_id': 'a1fce733-7021-4fa1-a213-4a116e19db22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:33.185079 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a7a5b33f-3617-453d-b904-fe7c9d249c8a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (42c654be-6ad8-4b89-aa7b-9d4684a00af5), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.241643 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a7a5b33f-3617-453d-b904-fe7c9d249c8a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (42c654be-6ad8-4b89-aa7b-9d4684a00af5), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.248594 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a7a5b33f-3617-453d-b904-fe7c9d249c8a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (42c654be-6ad8-4b89-aa7b-9d4684a00af5), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.265443 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:33.269696 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5b33f-3617-453d-b904-fe7c9d249c8a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c654be-6ad8-4b89-aa7b-9d4684a00af5,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:33.274828 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a7a5b33f-3617-453d-b904-fe7c9d249c8a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.277439 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a7a5b33f-3617-453d-b904-fe7c9d249c8a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205194 Sep 29 02:15:33.280787 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47728) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:33.285394 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:33.308425 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.393598 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.430920 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:33.510450 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Allocated IP 172.27.3.201 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/c6e6cdbf-0716-41a5-96d3-80367ce537f2) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:15:33.603792 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:33.629519 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for port (c6e6cdbf-0716-41a5-96d3-80367ce537f2), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.677148 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (c6e6cdbf-0716-41a5-96d3-80367ce537f2), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.712919 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:15:33.716309 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:15:33.718267 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'Port': ['ID=c6e6cdbf-0716-41a5-96d3-80367ce537f2,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:33.720375 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:15:33.813259 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (47a42bff-a67b-49aa-983b-6915a22fc662), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.849244 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (c6e6cdbf-0716-41a5-96d3-80367ce537f2), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.994422 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for port (c6e6cdbf-0716-41a5-96d3-80367ce537f2), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:33.999268 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (c6e6cdbf-0716-41a5-96d3-80367ce537f2), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:34.070020 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'Port': ['ID=c6e6cdbf-0716-41a5-96d3-80367ce537f2,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:34.073447 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (47a42bff-a67b-49aa-983b-6915a22fc662), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:34.090914 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:34.092144 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-01d5e255-5691-4bb3-ac7c-39507fbae678 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8103099 Sep 29 02:15:34.221900 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2c133-98d8-4af6-bbcc-3dcf86c986d2 req-609dd5c9-c68b-42bf-ad32-f47a888eb394 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:34.223364 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cac2c133-98d8-4af6-bbcc-3dcf86c986d2 req-609dd5c9-c68b-42bf-ad32-f47a888eb394 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0468051 Sep 29 02:15:34.245100 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:34.291636 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cac2c133-98d8-4af6-bbcc-3dcf86c986d2 req-36f96162-7bfc-46ac-8e31-2bc10a42a5ca tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626619 Sep 29 02:15:34.312890 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-da669600-7bc8-4acc-87b0-bcff273d2836 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1295616793&fields=id&tenant_id=cc20488e0b2d48f796052c4e76990b19 HTTP/1.1" status: 200 len: 267 time: 0.0628576 Sep 29 02:15:34.421162 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-2a97c827-1d00-4113-a1ca-382294bc035e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:34.422523 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-2a97c827-1d00-4113-a1ca-382294bc035e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 814 time: 0.1028202 Sep 29 02:15:34.436674 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f01aa759-2aaa-46ef-993c-25bc9179fb14 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/quotas/cc20488e0b2d48f796052c4e76990b19 HTTP/1.1" status: 200 len: 375 time: 0.0088289 Sep 29 02:15:34.484318 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-c5fe6ba7-3c74-4288-a8b9-a1eb28ad6478 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426149 Sep 29 02:15:34.502173 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:34.581975 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-cc9c2536-c445-45fd-9107-f1beca37d0b4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864031 Sep 29 02:15:34.674664 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-b20b0f6b-ae4f-4311-8a70-6550430bd07a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869899 Sep 29 02:15:34.838343 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-512660ea-59cd-4a69-8265-7f5592fe3754 req-bb9dab8e-93f0-4f8f-bf20-f83acf05c9d6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0296915 Sep 29 02:15:35.424458 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0094-a147-4df6-8252-f4032dd8fdf0 req-7f9899e6-48a8-4eab-9d0b-8578fd7d2ad8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:35.425973 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-505e0094-a147-4df6-8252-f4032dd8fdf0 req-7f9899e6-48a8-4eab-9d0b-8578fd7d2ad8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0516775 Sep 29 02:15:35.478521 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-505e0094-a147-4df6-8252-f4032dd8fdf0 req-25bdebb7-4a74-4bca-8346-f6189c0f7316 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450358 Sep 29 02:15:35.938330 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e64c2cc7-b2a3-43f0-b008-11a152578bb7 req-61a4e97d-ebed-4a97-bd7f-de774ddf5306 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0271287 Sep 29 02:15:36.110918 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-9a95dc24-c3f7-47d1-84be-dfad537f1e84 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:36.112395 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-9a95dc24-c3f7-47d1-84be-dfad537f1e84 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 814 time: 0.1175456 Sep 29 02:15:36.221699 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-20b49af2-a9a2-4a00-81a0-70b946f2acc8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cc20488e0b2d48f796052c4e76990b19 HTTP/1.1" status: 200 len: 380 time: 0.0526435 Sep 29 02:15:36.287689 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f70ec2ef-03dd-46b2-ad2f-f44e3d706790 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'port': {'device_id': '9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'admin_state_up': True, 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'security_groups': ['a1fce733-7021-4fa1-a213-4a116e19db22']}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:36.392346 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f70ec2ef-03dd-46b2-ad2f-f44e3d706790 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Made reservation on behalf of cc20488e0b2d48f796052c4e76990b19 for: {'port': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:15:36.396685 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f70ec2ef-03dd-46b2-ad2f-f44e3d706790 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.524224 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f70ec2ef-03dd-46b2-ad2f-f44e3d706790 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Allocated IP 172.20.0.5 (b25b9e79-fa1e-4200-ad0c-c5a4994891b2/e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb/5dac116b-9f72-42a8-a6bd-030c93fdbcd8) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:15:36.583325 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:36.641223 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:36.659367 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4ee87-8efb-4898-9936-e1c15e2c59ff req-5e90b6e2-bccd-49d1-8925-6b583c648e04 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:36.660839 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-34d4ee87-8efb-4898-9936-e1c15e2c59ff req-5e90b6e2-bccd-49d1-8925-6b583c648e04 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.1008813 Sep 29 02:15:36.728726 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f70ec2ef-03dd-46b2-ad2f-f44e3d706790 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.743919 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-34d4ee87-8efb-4898-9936-e1c15e2c59ff req-045d40f9-fe8e-467b-852a-4ab3fb1e9b31 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766604 Sep 29 02:15:36.773905 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f70ec2ef-03dd-46b2-ad2f-f44e3d706790 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.822572 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f70ec2ef-03dd-46b2-ad2f-f44e3d706790 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:15:36.825875 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f70ec2ef-03dd-46b2-ad2f-f44e3d706790 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:15:36.829730 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f70ec2ef-03dd-46b2-ad2f-f44e3d706790 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:15:36.853633 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ec2ef-03dd-46b2-ad2f-f44e3d706790 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'Port': ['ID=5dac116b-9f72-42a8-a6bd-030c93fdbcd8,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:36.884099 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f70ec2ef-03dd-46b2-ad2f-f44e3d706790 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:36.884726 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f70ec2ef-03dd-46b2-ad2f-f44e3d706790 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.901610 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f70ec2ef-03dd-46b2-ad2f-f44e3d706790 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6177402 Sep 29 02:15:36.917452 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Request body: {'port': {'device_id': '9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:36.983725 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.050151 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:37.054803 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-9b860195-7a1f-41f7-ad1b-67ca1467e2b7 None None] Provisioning complete for port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:15:37.055181 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9b860195-7a1f-41f7-ad1b-67ca1467e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.055520 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-9b860195-7a1f-41f7-ad1b-67ca1467e2b7 None None] Attempt 1 to provision port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 Sep 29 02:15:37.087280 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-9b860195-7a1f-41f7-ad1b-67ca1467e2b7 None None] Port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:37.124850 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218e378-123c-409d-9942-0e0e1919a6ad req-0bbf864d-db12-41f5-a62e-976ecc6b2f36 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:37.127233 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d218e378-123c-409d-9942-0e0e1919a6ad req-0bbf864d-db12-41f5-a62e-976ecc6b2f36 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 931 time: 0.1002276 Sep 29 02:15:37.230351 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d218e378-123c-409d-9942-0e0e1919a6ad req-297b219a-3b5e-41eb-adca-12bca2b6dc90 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1fce733-7021-4fa1-a213-4a116e19db22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977497 Sep 29 02:15:37.317457 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 {{(pid=106336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:37.324993 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Publish callbacks [] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.337543 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.provisioning_blocks [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Transition to ACTIVE for port object 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 will not be triggered until provisioned by entity L2. {{(pid=106336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:15:37.341530 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.423721 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Pushing event updated for resources: {'Port': ['ID=5dac116b-9f72-42a8-a6bd-030c93fdbcd8,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:37.426596 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:37.434914 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:37.459534 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Attempting to bind port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:15:37.459902 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Attempting to bind port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'}] {{(pid=106336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:15:37.462559 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Attempting to bind port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:15:37.506987 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:15:37.507301 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Attempting to bind port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:15:37.547889 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:15:37.548559 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Checking segment: {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:15:37.548667 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Bound using segment: {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'} {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:15:37.549042 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Bound port: 5dac116b-9f72-42a8-a6bd-030c93fdbcd8, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'}}] {{(pid=106336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:15:37.549401 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.588291 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-9b860195-7a1f-41f7-ad1b-67ca1467e2b7 None None] Attempt 2 to provision port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 Sep 29 02:15:37.612748 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] For port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8, host hv-cinder-74014, cleared binding levels {{(pid=106336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:15:37.615987 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] For port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5dac116b-9f72-42a8-a6bd-030c93fdbcd8,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:15:37.622412 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.623458 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-9b860195-7a1f-41f7-ad1b-67ca1467e2b7 None None] Port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:37.626073 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:37.626678 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.628030 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/5dac116b-9f72-42a8-a6bd-030c93fdbcd8 HTTP/1.1" status: 200 len: 1093 time: 0.7160940 Sep 29 02:15:37.630391 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1', 'tag': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:37.633401 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd843c8b-6f9f-46ed-adb9-c070d92c2a77" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1", "tag": "5dac116b-9f72-42a8-a6bd-030c93fdbcd8"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:37.673179 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e05215-0cff-4082-aa09-f57d5567c9be x-openstack-request-id: req-39e05215-0cff-4082-aa09-f57d5567c9be {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:37.673463 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1", "tag": "5dac116b-9f72-42a8-a6bd-030c93fdbcd8", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:37.673713 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-39e05215-0cff-4082-aa09-f57d5567c9be {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:37.674105 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e05215-0cff-4082-aa09-f57d5567c9be'] response: {'name': 'network-changed', 'server_uuid': '9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1', 'tag': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8', 'status': 'completed', 'code': 200} Sep 29 02:15:37.712165 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f18dc6-8e72-475a-b81b-20726af6269e service neutron] Pushing event updated for resources: {'Port': ['ID=5dac116b-9f72-42a8-a6bd-030c93fdbcd8,revision_number=3']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:37.725010 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-fa797152-8abb-4835-bf37-9055bfd1cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:37.726597 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-fa797152-8abb-4835-bf37-9055bfd1cb1e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 1127 time: 0.0554249 Sep 29 02:15:37.784605 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-fec1f20b-31ac-427c-bd8d-cf25fbeb3977 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dac116b-9f72-42a8-a6bd-030c93fdbcd8 HTTP/1.1" status: 200 len: 217 time: 0.0438237 Sep 29 02:15:37.863556 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-d1c5b6f3-4c65-402a-aaa0-cf5ba0392192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:37.865044 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-d1c5b6f3-4c65-402a-aaa0-cf5ba0392192 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb HTTP/1.1" status: 200 len: 853 time: 0.0729539 Sep 29 02:15:37.885794 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f969d2-262c-441d-be7f-e3fa82611919 req-ab5d643b-4078-483d-b83b-2f4fb2092c8d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:37.887821 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-88f969d2-262c-441d-be7f-e3fa82611919 req-ab5d643b-4078-483d-b83b-2f4fb2092c8d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0661905 Sep 29 02:15:37.934707 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f8d2084f-8916-405e-b0e2-ee497c0ce385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:37.936195 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f8d2084f-8916-405e-b0e2-ee497c0ce385 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0632148 Sep 29 02:15:38.001765 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-88f969d2-262c-441d-be7f-e3fa82611919 req-716a8147-dc23-405c-90fc-a96893c389e0 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953736 Sep 29 02:15:38.042585 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-b736d71c-b44c-4401-9b25-17a6b3fc891f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969098 Sep 29 02:15:38.124335 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-9b860195-7a1f-41f7-ad1b-67ca1467e2b7 None None] Attempt 3 to provision port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 Sep 29 02:15:38.138712 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-71cf353c-ec85-4c93-9a22-f36051ab7096 req-f108e1e0-5712-45b3-bab1-8446f64de77d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897076 Sep 29 02:15:38.164334 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-9b860195-7a1f-41f7-ad1b-67ca1467e2b7 None None] Port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 had new provisioning blocks added so it will not transition to active. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:15:38.349472 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceb5f6-5047-4f06-ad3c-024bffd9c71f req-76d9ce8a-8444-4ddd-b5f0-a55090fe4c26 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:38.350922 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6bceb5f6-5047-4f06-ad3c-024bffd9c71f req-76d9ce8a-8444-4ddd-b5f0-a55090fe4c26 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 943 time: 0.0457251 Sep 29 02:15:38.397167 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6bceb5f6-5047-4f06-ad3c-024bffd9c71f req-17e431e0-a174-47ff-985c-2ad266db8be5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1fce733-7021-4fa1-a213-4a116e19db22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404260 Sep 29 02:15:39.121026 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8b226-a48e-437d-9437-16b2f53b1e36 req-d75a5b50-7c9d-4af5-8c2b-c3791be2ef7f tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:39.122471 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8db8b226-a48e-437d-9437-16b2f53b1e36 req-d75a5b50-7c9d-4af5-8c2b-c3791be2ef7f tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0447247 Sep 29 02:15:39.172780 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8db8b226-a48e-437d-9437-16b2f53b1e36 req-a466af52-b758-4a15-9f9d-a1d212480dde tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448761 Sep 29 02:15:39.362858 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:39.366326 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd843c8b-6f9f-46ed-adb9-c070d92c2a77 req-912b0a93-5cc8-43f3-9ea2-25df5625a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:39.367796 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bd843c8b-6f9f-46ed-adb9-c070d92c2a77 req-912b0a93-5cc8-43f3-9ea2-25df5625a8f4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 1127 time: 0.0381627 Sep 29 02:15:39.519354 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36de397-fb6d-4c01-a1b3-fa2780d92f3e req-a173e24a-11ba-48e2-b625-9479e170620a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:39.520805 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a36de397-fb6d-4c01-a1b3-fa2780d92f3e req-a173e24a-11ba-48e2-b625-9479e170620a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 943 time: 0.0451767 Sep 29 02:15:39.567041 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a36de397-fb6d-4c01-a1b3-fa2780d92f3e req-2862eabd-fe05-4199-8e56-c54d2a1b2b8d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1fce733-7021-4fa1-a213-4a116e19db22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406179 Sep 29 02:15:39.711051 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:39.784022 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd843c8b-6f9f-46ed-adb9-c070d92c2a77 req-93cfdd9f-8ff1-4fa6-bd80-5198bcf1cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:39.785518 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bd843c8b-6f9f-46ed-adb9-c070d92c2a77 req-93cfdd9f-8ff1-4fa6-bd80-5198bcf1cf49 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 914 time: 0.0933187 Sep 29 02:15:40.116134 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bd843c8b-6f9f-46ed-adb9-c070d92c2a77 req-8bf66cfd-453a-4018-b6b2-c37e3ac0229f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dac116b-9f72-42a8-a6bd-030c93fdbcd8 HTTP/1.1" status: 200 len: 217 time: 0.0363593 Sep 29 02:15:40.291525 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57558a23-875a-47c0-9df4-28af772a3900 req-b52fe095-16b5-4939-a0f1-286ac324854d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:40.292986 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-57558a23-875a-47c0-9df4-28af772a3900 req-b52fe095-16b5-4939-a0f1-286ac324854d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0463204 Sep 29 02:15:40.342553 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-57558a23-875a-47c0-9df4-28af772a3900 req-5ec2e074-211f-468f-abf6-5132b531cdd0 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439899 Sep 29 02:15:40.688685 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaeb2bd-1068-4ed0-af7e-8d61373eb1d4 req-81f8c5d9-981e-4d31-a9cd-fa9869915f71 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:40.690427 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-beaeb2bd-1068-4ed0-af7e-8d61373eb1d4 req-81f8c5d9-981e-4d31-a9cd-fa9869915f71 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 943 time: 0.0455437 Sep 29 02:15:40.737078 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-beaeb2bd-1068-4ed0-af7e-8d61373eb1d4 req-ac4d4e2e-4a1a-4f74-8fa7-8337e287b974 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1fce733-7021-4fa1-a213-4a116e19db22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410812 Sep 29 02:15:41.015920 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:15:41.120485 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5dac116b-9f72-42a8-a6bd-030c93fdbcd8,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:41.131862 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'port_id': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8', 'mac_address': 'fa:16:3e:6e:c1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:15:41.165432 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:41.165817 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:41.178939 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:41.198572 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5dac116b-9f72-42a8-a6bd-030c93fdbcd8,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:41.202786 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:41.236979 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:41.250519 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=5dac116b-9f72-42a8-a6bd-030c93fdbcd8,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:41.301208 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd843c8b-6f9f-46ed-adb9-c070d92c2a77 req-76db927d-f0c3-4dcf-9ed0-2051f36050ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:41.302688 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bd843c8b-6f9f-46ed-adb9-c070d92c2a77 req-76db927d-f0c3-4dcf-9ed0-2051f36050ca service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb HTTP/1.1" status: 200 len: 853 time: 0.0496323 Sep 29 02:15:41.362377 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd843c8b-6f9f-46ed-adb9-c070d92c2a77 req-9817f99a-b7f4-4433-ad24-0ea5407048af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:41.364394 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bd843c8b-6f9f-46ed-adb9-c070d92c2a77 req-9817f99a-b7f4-4433-ad24-0ea5407048af service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0550756 Sep 29 02:15:41.403649 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:41.412528 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e61c-34a3-4242-9c9b-3e5c023f710e req-3e39d67b-a7d3-460e-9947-981a015b7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:41.414409 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-a7f9e61c-34a3-4242-9c9b-3e5c023f710e req-3e39d67b-a7d3-460e-9947-981a015b7077 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 1130 time: 0.0443869 Sep 29 02:15:41.464443 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-a7f9e61c-34a3-4242-9c9b-3e5c023f710e req-1ca21d2f-affc-4091-a7e8-08766aeb53fc service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423806 Sep 29 02:15:41.509211 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52afeb-dd1a-46c2-9a3e-2c96c5ff0d91 req-adea6b6f-b4e2-4e51-bcd2-8e8454e73eec tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:41.510696 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ea52afeb-dd1a-46c2-9a3e-2c96c5ff0d91 req-adea6b6f-b4e2-4e51-bcd2-8e8454e73eec tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0635791 Sep 29 02:15:41.512589 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bd843c8b-6f9f-46ed-adb9-c070d92c2a77 req-1db31027-f172-44d2-abe3-4fa8251e3c4c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363871 Sep 29 02:15:41.528957 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['5dac116b-9f72-42a8-a6bd-030c93fdbcd8'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:15:41.562524 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ea52afeb-dd1a-46c2-9a3e-2c96c5ff0d91 req-6272cb3a-c3ad-4b96-8e97-d099649a076f tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452652 Sep 29 02:15:41.824011 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bd843c8b-6f9f-46ed-adb9-c070d92c2a77 req-73288091-a878-4c02-b064-113f9a538c00 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935776 Sep 29 02:15:41.831767 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:41.845796 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:41.860530 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211b80a-7516-4bbe-b3d2-ae33b2087555 req-27634bf2-035d-4291-9d47-54a13412d665 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:41.862038 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0211b80a-7516-4bbe-b3d2-ae33b2087555 req-27634bf2-035d-4291-9d47-54a13412d665 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 944 time: 0.0506537 Sep 29 02:15:41.911444 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0211b80a-7516-4bbe-b3d2-ae33b2087555 req-6be991ec-e14c-4fee-9567-f4fc1a67e972 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1fce733-7021-4fa1-a213-4a116e19db22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438578 Sep 29 02:15:42.595764 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09d3b6-377e-4b16-b82b-cd9b00bbcd8e req-101179f2-390f-464a-a28e-2ef6d06c9639 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:42.597229 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bf09d3b6-377e-4b16-b82b-cd9b00bbcd8e req-101179f2-390f-464a-a28e-2ef6d06c9639 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 946 time: 0.2908890 Sep 29 02:15:42.656714 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bf09d3b6-377e-4b16-b82b-cd9b00bbcd8e req-5b604f73-722c-4922-9cdc-b97163f846ae tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511384 Sep 29 02:15:42.674729 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:42.685945 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47828) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:42.690545 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cefa6-55b4-4ae4-b5a3-e0ae44ba9edb req-eee73011-aa82-45d5-a394-5775654fda41 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:42.692000 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cf2cefa6-55b4-4ae4-b5a3-e0ae44ba9edb req-eee73011-aa82-45d5-a394-5775654fda41 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0484135 Sep 29 02:15:42.740247 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cf2cefa6-55b4-4ae4-b5a3-e0ae44ba9edb req-54c9b1fd-a5d9-425f-9489-a778e0c97bec tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426705 Sep 29 02:15:42.767316 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42bbb36-9273-45e8-90a8-d86559c4baf4 tempest-TestMinimumBasicScenario-447656745 tempest-TestMinimumBasicScenario-447656745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:42.768842 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a42bbb36-9273-45e8-90a8-d86559c4baf4 tempest-TestMinimumBasicScenario-447656745 tempest-TestMinimumBasicScenario-447656745-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 1125 time: 0.0819201 Sep 29 02:15:42.771749 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47832) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:42.775886 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'port_id': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d', 'tenant_id': '40f01307928c46918e93db66b6473733', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:42.796822 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:42.874859 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:42.985074 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Allocated IP 172.27.3.171 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/a41a9bf8-1268-40d3-8483-12df3fd4490d) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:15:43.031914 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:15:43.034827 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3f45c-1da1-4881-8bc2-f06170a7d123 req-28f6ed89-5048-4fd0-a736-4e4f23e0809f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:43.036334 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-17a3f45c-1da1-4881-8bc2-f06170a7d123 req-28f6ed89-5048-4fd0-a736-4e4f23e0809f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 944 time: 0.0516970 Sep 29 02:15:43.076504 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:15:43.083950 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:15:43.084329 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:43.084747 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 Sep 29 02:15:43.087944 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-17a3f45c-1da1-4881-8bc2-f06170a7d123 req-64c74075-75bd-4980-a577-cd4b078fbfab tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1fce733-7021-4fa1-a213-4a116e19db22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455110 Sep 29 02:15:43.093855 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for port (a41a9bf8-1268-40d3-8483-12df3fd4490d), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:43.128390 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (a41a9bf8-1268-40d3-8483-12df3fd4490d), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:43.163136 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:43.163522 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:43.176240 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:15:43.179534 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:15:43.184114 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:15:43.186958 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:43.189000 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event updated for resources: {'Port': ['ID=a41a9bf8-1268-40d3-8483-12df3fd4490d,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:43.189681 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4750fa-1a98-420c-a60a-806afbb3a5b8" -d '{"events": [{"server_uuid": "9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1", "name": "network-vif-plugged", "status": "completed", "tag": "5dac116b-9f72-42a8-a6bd-030c93fdbcd8"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:43.203859 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5dac116b-9f72-42a8-a6bd-030c93fdbcd8,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:43.209785 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:43.243348 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b60b2b-65b9-43d6-bd24-98165d04429d x-openstack-request-id: req-b4b60b2b-65b9-43d6-bd24-98165d04429d {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:43.243656 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1", "name": "network-vif-plugged", "status": "completed", "tag": "5dac116b-9f72-42a8-a6bd-030c93fdbcd8", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:43.243925 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b4b60b2b-65b9-43d6-bd24-98165d04429d {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:43.244319 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b60b2b-65b9-43d6-bd24-98165d04429d'] response: {'server_uuid': '9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8', 'code': 200} Sep 29 02:15:43.271014 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=5dac116b-9f72-42a8-a6bd-030c93fdbcd8,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:43.430387 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8468a-660f-4291-b4f9-58c9bfc6c529 req-ec6af1f6-6ea2-4a10-8913-a96eac1e2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:43.431734 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1fe8468a-660f-4291-b4f9-58c9bfc6c529 req-ec6af1f6-6ea2-4a10-8913-a96eac1e2cbf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 1129 time: 0.0365133 Sep 29 02:15:43.460129 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:43.467389 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:43.482679 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1fe8468a-660f-4291-b4f9-58c9bfc6c529 req-5261be25-6869-47af-b2ab-d89258d0f17c service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a1fce733-7021-4fa1-a213-4a116e19db22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401797 Sep 29 02:15:43.510876 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:43.524700 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for floatingip (7da6600d-c3e9-4dfd-a38e-1aa029ceccfe), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:43.593856 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a41a9bf8-1268-40d3-8483-12df3fd4490d), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:43.738639 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for port (a41a9bf8-1268-40d3-8483-12df3fd4490d), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:43.743024 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (a41a9bf8-1268-40d3-8483-12df3fd4490d), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:43.743751 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (7da6600d-c3e9-4dfd-a38e-1aa029ceccfe), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:43.821334 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event updated for resources: {'Port': ['ID=a41a9bf8-1268-40d3-8483-12df3fd4490d,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:43.867331 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc51c8-9790-40ba-afd7-17c2bd30bc6d req-91cf3197-9686-437c-81c0-a6f4eb7b4639 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:43.868805 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b1cc51c8-9790-40ba-afd7-17c2bd30bc6d req-91cf3197-9686-437c-81c0-a6f4eb7b4639 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0490074 Sep 29 02:15:43.869680 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Floating IP 7da6600d-c3e9-4dfd-a38e-1aa029ceccfe associated. External IP: 172.27.3.171, port: d3e7d077-a1cc-406c-a20b-9d3f0757a40d. Sep 29 02:15:43.915976 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b1cc51c8-9790-40ba-afd7-17c2bd30bc6d req-057dec41-326c-4248-ab39-ee51948369a4 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404563 Sep 29 02:15:44.065825 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Router 8172b368-df9b-4ce4-bb74-cf48711c4796 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:15:44.171642 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:15:44.186435 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79886085-59f9-4415-bae0-aece1ea99472 None None] Sync routers for ids ['8172b368-df9b-4ce4-bb74-cf48711c4796'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:15:44.192459 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:44.200337 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.203609 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79886085-59f9-4415-bae0-aece1ea99472 None None] Routers {'8172b368-df9b-4ce4-bb74-cf48711c4796'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:44.204478 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-79886085-59f9-4415-bae0-aece1ea99472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8172b368-df9b-4ce4-bb74-cf48711c4796'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:44.226664 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef16e0-edcf-4d49-9785-82f874a432dd req-afe9987b-b01d-4bf4-9acd-75641367a12c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:44.228518 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d9ef16e0-edcf-4d49-9785-82f874a432dd req-afe9987b-b01d-4bf4-9acd-75641367a12c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0508897 Sep 29 02:15:44.239891 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-32ed4128-8497-4113-9407-1aabbb4feed2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4670260 Sep 29 02:15:44.240544 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47852) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:44.241103 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:44.244100 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac6ff41-3a0a-4d33-8113-ac7b2e69d2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:44.250813 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-10044a6a-3d65-4ea9-bde6-ac344eeda6a8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-365840473', 'description': 'tempest-secgroup-smoke-365840473 description', 'project_id': '40f01307928c46918e93db66b6473733'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:44.279872 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-10044a6a-3d65-4ea9-bde6-ac344eeda6a8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.285592 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:44.292739 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d9ef16e0-edcf-4d49-9785-82f874a432dd req-e6de53c1-10cc-44ee-9721-e80fa91c7e46 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1fce733-7021-4fa1-a213-4a116e19db22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573742 Sep 29 02:15:44.347283 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b78f5-ce55-455f-8f4b-c7847c7c1aa9 req-540d8566-4362-4c7b-b893-b6990d7489b6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:44.349170 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-198b78f5-ce55-455f-8f4b-c7847c7c1aa9 req-540d8566-4362-4c7b-b893-b6990d7489b6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0500102 Sep 29 02:15:44.363120 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-79886085-59f9-4415-bae0-aece1ea99472 None None] Set router 8172b368-df9b-4ce4-bb74-cf48711c4796 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:44.373698 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61494f15-fd2f-4212-88bd-129310297772 x-openstack-request-id: req-61494f15-fd2f-4212-88bd-129310297772 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:44.373990 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:44.374245 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-61494f15-fd2f-4212-88bd-129310297772 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:44.374726 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61494f15-fd2f-4212-88bd-129310297772'] response: {'name': 'network-changed', 'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d', 'status': 'completed', 'code': 200} Sep 29 02:15:44.386281 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-10044a6a-3d65-4ea9-bde6-ac344eeda6a8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group (b7b5dd92-ee51-4b22-9c88-2e87f1de2184), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.391830 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-10044a6a-3d65-4ea9-bde6-ac344eeda6a8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (b7b5dd92-ee51-4b22-9c88-2e87f1de2184), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.413098 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:44.413273 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-198b78f5-ce55-455f-8f4b-c7847c7c1aa9 req-377058b5-97a4-4b6e-90e3-eed4aa1accc6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548623 Sep 29 02:15:44.422603 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-10044a6a-3d65-4ea9-bde6-ac344eeda6a8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.423862 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-10044a6a-3d65-4ea9-bde6-ac344eeda6a8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1770787 Sep 29 02:15:44.426980 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47860) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:44.431308 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-63693439-5722-4752-b592-ad693999f588 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Request body: {'security_group_rule': {'security_group_id': 'b7b5dd92-ee51-4b22-9c88-2e87f1de2184', 'project_id': '40f01307928c46918e93db66b6473733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:44.464411 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10044a6a-3d65-4ea9-bde6-ac344eeda6a8 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b5dd92-ee51-4b22-9c88-2e87f1de2184,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:44.479419 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6ff41-3a0a-4d33-8113-ac7b2e69d2a2 req-1d0cf7ee-742c-40fb-bc16-b695660f0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:44.480794 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ac6ff41-3a0a-4d33-8113-ac7b2e69d2a2 req-1d0cf7ee-742c-40fb-bc16-b695660f0243 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=40f01307928c46918e93db66b6473733&device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 1130 time: 0.0495586 Sep 29 02:15:44.505069 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eab0a3-fb7f-45ba-b47b-367521cd9a87 req-b96c6a8c-891f-4d1a-925c-b893864feafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:44.506558 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24eab0a3-fb7f-45ba-b47b-367521cd9a87 req-b96c6a8c-891f-4d1a-925c-b893864feafc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 1130 time: 0.0504591 Sep 29 02:15:44.508255 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-63693439-5722-4752-b592-ad693999f588 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (7611adc1-cdc7-4de4-b35f-c258422ab9cb), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.592747 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6ff41-3a0a-4d33-8113-ac7b2e69d2a2 req-282c6729-b75a-402d-83b3-740931bf9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:44.594499 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ac6ff41-3a0a-4d33-8113-ac7b2e69d2a2 req-282c6729-b75a-402d-83b3-740931bf9f8d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=1a7f2236-e557-4c84-9a50-dd078a0ff369 HTTP/1.1" status: 200 len: 914 time: 0.1027422 Sep 29 02:15:44.602487 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-79886085-59f9-4415-bae0-aece1ea99472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 4, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '7da6600d-c3e9-4dfd-a38e-1aa029ceccfe', 'tenant_id': '40f01307928c46918e93db66b6473733', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'port_id': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'mac_address': 'fa:16:3e:b3:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:43Z', 'updated_at': '2022-09-29T02:15:43Z', 'revision_number': 0, 'project_id': '40f01307928c46918e93db66b6473733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e54c621-29e9-49be-bd53-3294a6c66f8f', 'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'tenant_id': '40f01307928c46918e93db66b6473733', 'mac_address': 'fa:16:3e:f1:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:53Z', 'revision_number': 5, 'project_id': '40f01307928c46918e93db66b6473733', 'subnets': [{'id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:44.627819 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79886085-59f9-4415-bae0-aece1ea99472 None None] Checking router: 8172b368-df9b-4ce4-bb74-cf48711c4796 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:15:44.630715 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-63693439-5722-4752-b592-ad693999f588 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (7611adc1-cdc7-4de4-b35f-c258422ab9cb), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.638825 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79886085-59f9-4415-bae0-aece1ea99472 None None] Routers {'8172b368-df9b-4ce4-bb74-cf48711c4796'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:44.639526 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-79886085-59f9-4415-bae0-aece1ea99472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8172b368-df9b-4ce4-bb74-cf48711c4796'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:44.642374 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-63693439-5722-4752-b592-ad693999f588 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (7611adc1-cdc7-4de4-b35f-c258422ab9cb), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.675361 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eab0a3-fb7f-45ba-b47b-367521cd9a87 req-93186774-4f4e-4234-bb19-9449f3216d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:44.676839 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24eab0a3-fb7f-45ba-b47b-367521cd9a87 req-93186774-4f4e-4234-bb19-9449f3216d2b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 918 time: 0.1455488 Sep 29 02:15:44.678242 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63693439-5722-4752-b592-ad693999f588 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7611adc1-cdc7-4de4-b35f-c258422ab9cb,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:44.686706 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-63693439-5722-4752-b592-ad693999f588 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.688039 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-63693439-5722-4752-b592-ad693999f588 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2600238 Sep 29 02:15:44.690953 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47862) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:44.695502 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-d392b6f1-c3ad-4662-9ed6-4b52e6806540 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Request body: {'security_group_rule': {'security_group_id': 'b7b5dd92-ee51-4b22-9c88-2e87f1de2184', 'project_id': '40f01307928c46918e93db66b6473733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:44.696222 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ac6ff41-3a0a-4d33-8113-ac7b2e69d2a2 req-85acec0d-c355-4e93-9025-710d993915ba service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e7d077-a1cc-406c-a20b-9d3f0757a40d HTTP/1.1" status: 200 len: 1000 time: 0.0735724 Sep 29 02:15:44.750381 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-79886085-59f9-4415-bae0-aece1ea99472 None None] Set router 8172b368-df9b-4ce4-bb74-cf48711c4796 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:44.770782 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24eab0a3-fb7f-45ba-b47b-367521cd9a87 req-4c7af7ad-bb44-43d8-9d1d-5240c1668e7d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34fa7290-3f69-4262-816c-ca3f9f1c282e HTTP/1.1" status: 200 len: 1001 time: 0.0692830 Sep 29 02:15:44.772632 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d392b6f1-c3ad-4662-9ed6-4b52e6806540 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (ca650613-92e1-415d-891a-4f592170c7f2), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.827260 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:44.828137 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d392b6f1-c3ad-4662-9ed6-4b52e6806540 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (ca650613-92e1-415d-891a-4f592170c7f2), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.832433 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d392b6f1-c3ad-4662-9ed6-4b52e6806540 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (ca650613-92e1-415d-891a-4f592170c7f2), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.851595 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392b6f1-c3ad-4662-9ed6-4b52e6806540 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca650613-92e1-415d-891a-4f592170c7f2,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:44.861721 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d392b6f1-c3ad-4662-9ed6-4b52e6806540 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.865726 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d392b6f1-c3ad-4662-9ed6-4b52e6806540 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1710064 Sep 29 02:15:44.865971 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47866) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:44.870236 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-975aaf07-1f96-4d02-8bba-aabbf399d956 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Request body: {'security_group_rule': {'security_group_id': 'b7b5dd92-ee51-4b22-9c88-2e87f1de2184', 'project_id': '40f01307928c46918e93db66b6473733', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:44.897008 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-975aaf07-1f96-4d02-8bba-aabbf399d956 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (9174a77c-a71f-485f-a1a3-bf0ca4d146f4), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.935485 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:44.958406 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-975aaf07-1f96-4d02-8bba-aabbf399d956 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (9174a77c-a71f-485f-a1a3-bf0ca4d146f4), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.962735 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-975aaf07-1f96-4d02-8bba-aabbf399d956 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (9174a77c-a71f-485f-a1a3-bf0ca4d146f4), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.984089 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975aaf07-1f96-4d02-8bba-aabbf399d956 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9174a77c-a71f-485f-a1a3-bf0ca4d146f4,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:44.996073 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-975aaf07-1f96-4d02-8bba-aabbf399d956 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:44.997418 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-975aaf07-1f96-4d02-8bba-aabbf399d956 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304686 Sep 29 02:15:45.000743 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47868) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:45.005321 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-5824e20e-605a-46fc-82e2-aa29bb9a89d5 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Request body: {'security_group_rule': {'security_group_id': 'b7b5dd92-ee51-4b22-9c88-2e87f1de2184', 'project_id': '40f01307928c46918e93db66b6473733', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:45.038328 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5824e20e-605a-46fc-82e2-aa29bb9a89d5 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (427ef4b4-c41e-409e-b36d-a69950ad4bb1), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.099977 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-79886085-59f9-4415-bae0-aece1ea99472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 4, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '7da6600d-c3e9-4dfd-a38e-1aa029ceccfe', 'tenant_id': '40f01307928c46918e93db66b6473733', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'port_id': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'mac_address': 'fa:16:3e:b3:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:43Z', 'updated_at': '2022-09-29T02:15:43Z', 'revision_number': 0, 'project_id': '40f01307928c46918e93db66b6473733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e54c621-29e9-49be-bd53-3294a6c66f8f', 'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'tenant_id': '40f01307928c46918e93db66b6473733', 'mac_address': 'fa:16:3e:f1:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:53Z', 'revision_number': 5, 'project_id': '40f01307928c46918e93db66b6473733', 'subnets': [{'id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:45.107467 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5824e20e-605a-46fc-82e2-aa29bb9a89d5 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (427ef4b4-c41e-409e-b36d-a69950ad4bb1), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.111800 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5824e20e-605a-46fc-82e2-aa29bb9a89d5 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (427ef4b4-c41e-409e-b36d-a69950ad4bb1), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.125950 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79886085-59f9-4415-bae0-aece1ea99472 None None] The sync data for ids ['8172b368-df9b-4ce4-bb74-cf48711c4796'] in dv-cinder-740146-21-iscsi is: [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 4, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '7da6600d-c3e9-4dfd-a38e-1aa029ceccfe', 'tenant_id': '40f01307928c46918e93db66b6473733', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'port_id': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'mac_address': 'fa:16:3e:b3:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:43Z', 'updated_at': '2022-09-29T02:15:43Z', 'revision_number': 0, 'project_id': '40f01307928c46918e93db66b6473733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e54c621-29e9-49be-bd53-3294a6c66f8f', 'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'tenant_id': '40f01307928c46918e93db66b6473733', 'mac_address': 'fa:16:3e:f1:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:53Z', 'revision_number': 5, 'project_id': '40f01307928c46918e93db66b6473733', 'subnets': [{'id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:15:45.151568 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824e20e-605a-46fc-82e2-aa29bb9a89d5 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427ef4b4-c41e-409e-b36d-a69950ad4bb1,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:45.161774 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5824e20e-605a-46fc-82e2-aa29bb9a89d5 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.164927 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-5824e20e-605a-46fc-82e2-aa29bb9a89d5 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1613050 Sep 29 02:15:45.166197 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47870) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:45.172486 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-a606d8dd-9a12-4698-9f56-d312d3bb59da tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Request body: {'security_group_rule': {'security_group_id': 'b7b5dd92-ee51-4b22-9c88-2e87f1de2184', 'project_id': '40f01307928c46918e93db66b6473733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:45.197925 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.securitygroups_db [None req-a606d8dd-9a12-4698-9f56-d312d3bb59da tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Project 40f01307928c46918e93db66b6473733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:15:45.205793 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a606d8dd-9a12-4698-9f56-d312d3bb59da tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (5df41d4a-fc82-4f98-b5fa-15eff9330158), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.270821 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a606d8dd-9a12-4698-9f56-d312d3bb59da tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (5df41d4a-fc82-4f98-b5fa-15eff9330158), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.275137 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a606d8dd-9a12-4698-9f56-d312d3bb59da tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (5df41d4a-fc82-4f98-b5fa-15eff9330158), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.284200 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:45.297840 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606d8dd-9a12-4698-9f56-d312d3bb59da tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df41d4a-fc82-4f98-b5fa-15eff9330158,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:45.305535 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a606d8dd-9a12-4698-9f56-d312d3bb59da tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.306737 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a606d8dd-9a12-4698-9f56-d312d3bb59da tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396255 Sep 29 02:15:45.310215 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47872) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:45.318006 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-9a8e0cdc-cd4b-41ab-b232-332346356a09 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Request body: {'security_group_rule': {'security_group_id': 'b7b5dd92-ee51-4b22-9c88-2e87f1de2184', 'project_id': '40f01307928c46918e93db66b6473733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:45.355125 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b5611b1a-dd00-4f1e-9b12-c7f61c44b993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.399127 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.securitygroups_db [None req-9a8e0cdc-cd4b-41ab-b232-332346356a09 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Project 40f01307928c46918e93db66b6473733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:15:45.410071 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0cdc-cd4b-41ab-b232-332346356a09 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (4a7ae711-fca1-4ae0-8c7d-a268077ebd1d), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.410444 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6ff41-3a0a-4d33-8113-ac7b2e69d2a2 req-10aab836-fd2a-47cf-9f14-56a1a357a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:45.411944 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ac6ff41-3a0a-4d33-8113-ac7b2e69d2a2 req-10aab836-fd2a-47cf-9f14-56a1a357a808 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=35e4c0c6-0279-46cb-a438-40d8694e55b1 HTTP/1.1" status: 200 len: 853 time: 0.0692687 Sep 29 02:15:45.417381 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eab0a3-fb7f-45ba-b47b-367521cd9a87 req-26a2e811-78b3-4c20-b4e8-8aa447857970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:45.418502 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24eab0a3-fb7f-45ba-b47b-367521cd9a87 req-26a2e811-78b3-4c20-b4e8-8aa447857970 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.0747843 Sep 29 02:15:45.450649 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c0a3f-5455-4347-a2a3-4821de516e03 None None] New status for floating IP 7da6600d-c3e9-4dfd-a38e-1aa029ceccfe: ACTIVE {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:15:45.518467 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eab0a3-fb7f-45ba-b47b-367521cd9a87 req-735bc52d-4f7f-45e2-9d3d-071e2f0ed3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:45.519680 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24eab0a3-fb7f-45ba-b47b-367521cd9a87 req-735bc52d-4f7f-45e2-9d3d-071e2f0ed3df service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0929489 Sep 29 02:15:45.547508 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6ff41-3a0a-4d33-8113-ac7b2e69d2a2 req-f4cdb77b-8574-4e75-b3bc-4a390f4839d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:45.549052 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ac6ff41-3a0a-4d33-8113-ac7b2e69d2a2 req-f4cdb77b-8574-4e75-b3bc-4a390f4839d4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=1a7f2236-e557-4c84-9a50-dd078a0ff369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1228940 Sep 29 02:15:45.558137 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316a838-0767-4145-86e0-f6970ffe815d req-2f91e212-b32b-4182-9621-b88b1e940249 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:45.558349 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0cdc-cd4b-41ab-b232-332346356a09 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (4a7ae711-fca1-4ae0-8c7d-a268077ebd1d), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.559634 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c316a838-0767-4145-86e0-f6970ffe815d req-2f91e212-b32b-4182-9621-b88b1e940249 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0996380 Sep 29 02:15:45.589050 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0cdc-cd4b-41ab-b232-332346356a09 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (4a7ae711-fca1-4ae0-8c7d-a268077ebd1d), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.608849 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09936a5-74ea-4f47-92cb-779aea18a553 req-013d6389-8be3-42a5-9c2c-96e8aeae95c7 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:45.610361 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d09936a5-74ea-4f47-92cb-779aea18a553 req-013d6389-8be3-42a5-9c2c-96e8aeae95c7 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.1038861 Sep 29 02:15:45.634402 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e0cdc-cd4b-41ab-b232-332346356a09 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7ae711-fca1-4ae0-8c7d-a268077ebd1d,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:45.653233 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0cdc-cd4b-41ab-b232-332346356a09 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.654678 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-9a8e0cdc-cd4b-41ab-b232-332346356a09 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3432565 Sep 29 02:15:45.673094 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24eab0a3-fb7f-45ba-b47b-367521cd9a87 req-20815535-25ce-4198-9668-c22db7f7a9db service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418924 Sep 29 02:15:45.710256 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c316a838-0767-4145-86e0-f6970ffe815d req-d7492488-d4e6-4344-a81a-f43dcb6bc521 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1fce733-7021-4fa1-a213-4a116e19db22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370971 Sep 29 02:15:45.739390 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:45.753277 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d09936a5-74ea-4f47-92cb-779aea18a553 req-8b710b3e-521e-407e-ae33-9870a273f5ea tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071365 Sep 29 02:15:45.756337 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:45.759524 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ac6ff41-3a0a-4d33-8113-ac7b2e69d2a2 req-bd0dd6aa-1c9c-45bd-a8e8-4fbbf84668b6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969781 Sep 29 02:15:45.780784 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24eab0a3-fb7f-45ba-b47b-367521cd9a87 req-b97e9430-44e4-45dc-9624-90b783de6a00 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011105 Sep 29 02:15:45.846312 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:45.868933 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4f7e65bf-61bd-4cda-abfa-63ef9d61d7d7 req-76fd9551-3b9d-4dc5-9f70-3dbceee9251a tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-365840473&fields=id&tenant_id=40f01307928c46918e93db66b6473733 HTTP/1.1" status: 200 len: 267 time: 0.0945454 Sep 29 02:15:45.923564 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ac6ff41-3a0a-4d33-8113-ac7b2e69d2a2 req-1977cbde-92b0-43db-8653-ab2fed1f4c4f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575930 Sep 29 02:15:45.933375 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e65bf-61bd-4cda-abfa-63ef9d61d7d7 req-9f327021-7ba6-4299-ab08-939369e7d973 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:45.934804 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4f7e65bf-61bd-4cda-abfa-63ef9d61d7d7 req-9f327021-7ba6-4299-ab08-939369e7d973 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 946 time: 0.0551250 Sep 29 02:15:45.945997 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-4f7e65bf-61bd-4cda-abfa-63ef9d61d7d7 req-f1f55be0-270f-487f-96d7-1e586189d92f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Request body: {'port': {'security_groups': ['e1b1b3e2-34ed-4383-a24d-3f8deffef39e', 'b7b5dd92-ee51-4b22-9c88-2e87f1de2184']}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:46.020284 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-4f7e65bf-61bd-4cda-abfa-63ef9d61d7d7 req-f1f55be0-270f-487f-96d7-1e586189d92f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:46.228271 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-4f7e65bf-61bd-4cda-abfa-63ef9d61d7d7 req-f1f55be0-270f-487f-96d7-1e586189d92f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] For port d3e7d077-a1cc-406c-a20b-9d3f0757a40d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,segment=NetworkSegment(3685d723-416e-4d73-b784-8ca8188cd0c7),segment_id=3685d723-416e-4d73-b784-8ca8188cd0c7)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:46.262338 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-4f7e65bf-61bd-4cda-abfa-63ef9d61d7d7 req-f1f55be0-270f-487f-96d7-1e586189d92f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:46.267278 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-4f7e65bf-61bd-4cda-abfa-63ef9d61d7d7 req-f1f55be0-270f-487f-96d7-1e586189d92f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:46.278252 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e65bf-61bd-4cda-abfa-63ef9d61d7d7 req-f1f55be0-270f-487f-96d7-1e586189d92f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:46.278881 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-4f7e65bf-61bd-4cda-abfa-63ef9d61d7d7 req-f1f55be0-270f-487f-96d7-1e586189d92f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:46.280234 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4f7e65bf-61bd-4cda-abfa-63ef9d61d7d7 req-f1f55be0-270f-487f-96d7-1e586189d92f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "PUT /networking/v2.0/ports/d3e7d077-a1cc-406c-a20b-9d3f0757a40d HTTP/1.1" status: 200 len: 982 time: 0.3388853 Sep 29 02:15:46.281890 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:46.286148 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b3a0d8-4ac6-4761-8a9b-e7037db120eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:46.337442 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f55be0-270f-487f-96d7-1e586189d92f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event updated for resources: {'Port': ['ID=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,revision_number=6']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:46.339360 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['d3e7d077-a1cc-406c-a20b-9d3f0757a40d'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:15:46.341666 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de076431-f876-4f5c-b7b6-d5228e127143 x-openstack-request-id: req-de076431-f876-4f5c-b7b6-d5228e127143 {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:46.341991 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:46.343825 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-de076431-f876-4f5c-b7b6-d5228e127143 {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:46.343825 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de076431-f876-4f5c-b7b6-d5228e127143'] response: {'name': 'network-changed', 'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d', 'status': 'completed', 'code': 200} Sep 29 02:15:46.393085 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca68cf1-38c4-48ee-80fb-6180b6d20898 req-1f66dbf7-68af-4e6a-a295-2bc476cd3470 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:46.394585 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eca68cf1-38c4-48ee-80fb-6180b6d20898 req-1f66dbf7-68af-4e6a-a295-2bc476cd3470 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0582664 Sep 29 02:15:46.407702 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['d3e7d077-a1cc-406c-a20b-9d3f0757a40d'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:15:46.454188 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eca68cf1-38c4-48ee-80fb-6180b6d20898 req-c0901f35-482e-440d-9a1c-4b5ce141da57 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537586 Sep 29 02:15:46.493660 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:46.790996 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:46.840045 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174330e6-5e7c-42e5-85a0-485270a072da req-fdee432b-2107-480c-b272-69a79144b9c5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:46.842406 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-174330e6-5e7c-42e5-85a0-485270a072da req-fdee432b-2107-480c-b272-69a79144b9c5 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0513437 Sep 29 02:15:46.902698 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb261cf-475f-4b7d-ad0f-ab41eb4ce905 req-67b76c88-5a6a-463a-9064-45b754980218 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:46.904897 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4eb261cf-475f-4b7d-ad0f-ab41eb4ce905 req-67b76c88-5a6a-463a-9064-45b754980218 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0614600 Sep 29 02:15:46.947090 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-174330e6-5e7c-42e5-85a0-485270a072da req-525b9c5a-6727-4534-826a-7c71b1e2e06c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1fce733-7021-4fa1-a213-4a116e19db22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941906 Sep 29 02:15:46.982845 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4eb261cf-475f-4b7d-ad0f-ab41eb4ce905 req-e123b7b6-55ea-44a3-9670-0a76a84b20ee tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685871 Sep 29 02:15:47.069762 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5cc4e-e786-42fb-b37c-9237056ba64a req-b32ad6a0-1b12-4b23-8a2a-c04ef9b909db tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:47.071169 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e3a5cc4e-e786-42fb-b37c-9237056ba64a req-b32ad6a0-1b12-4b23-8a2a-c04ef9b909db tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0454090 Sep 29 02:15:47.081265 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47892) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:47.085537 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-caa2f833-c264-4787-a463-2f2f8304f24a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'floatingip': {'port_id': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:47.123011 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-caa2f833-c264-4787-a463-2f2f8304f24a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (47a42bff-a67b-49aa-983b-6915a22fc662), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.180559 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:47.235906 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:47.555283 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3a0d8-4ac6-4761-8a9b-e7037db120eb req-aaa73038-87d4-4f7a-b9b1-451135df77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:47.556748 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-16b3a0d8-4ac6-4761-8a9b-e7037db120eb req-aaa73038-87d4-4f7a-b9b1-451135df77ee service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=40f01307928c46918e93db66b6473733&device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 1169 time: 0.0741420 Sep 29 02:15:47.572988 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-caa2f833-c264-4787-a463-2f2f8304f24a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.577258 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-caa2f833-c264-4787-a463-2f2f8304f24a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (47a42bff-a67b-49aa-983b-6915a22fc662), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.687460 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-94876780-33a9-42e1-889d-803f93e97802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.740138 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.l3_db [None req-caa2f833-c264-4787-a463-2f2f8304f24a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Floating IP 47a42bff-a67b-49aa-983b-6915a22fc662 associated. External IP: 172.27.3.201, port: 5dac116b-9f72-42a8-a6bd-030c93fdbcd8. Sep 29 02:15:47.781668 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3a0d8-4ac6-4761-8a9b-e7037db120eb req-53630bf7-9a9e-4e97-aa97-38e4a421c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:47.783167 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-16b3a0d8-4ac6-4761-8a9b-e7037db120eb req-53630bf7-9a9e-4e97-aa97-38e4a421c30d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=1a7f2236-e557-4c84-9a50-dd078a0ff369 HTTP/1.1" status: 200 len: 914 time: 0.1708930 Sep 29 02:15:47.943838 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa2f833-c264-4787-a463-2f2f8304f24a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Router e630c1dd-cb78-4605-9969-e8364ff9fde9 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:15:48.043115 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa2f833-c264-4787-a463-2f2f8304f24a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:15:48.048277 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-caa2f833-c264-4787-a463-2f2f8304f24a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:48.054345 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00899dd-cbb0-40a0-93a0-807edd39d97d None None] Sync routers for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:15:48.066036 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00899dd-cbb0-40a0-93a0-807edd39d97d None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:48.066877 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-f00899dd-cbb0-40a0-93a0-807edd39d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:48.098180 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:48.110931 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-caa2f833-c264-4787-a463-2f2f8304f24a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/47a42bff-a67b-49aa-983b-6915a22fc662 HTTP/1.1" status: 200 len: 991 time: 1.0286045 Sep 29 02:15:48.121602 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6cacd-0b92-4025-89cd-d08faf1f6730 req-b0daad32-7179-4549-9113-c1741eb95fb5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:48.123647 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-04a6cacd-0b92-4025-89cd-d08faf1f6730 req-b0daad32-7179-4549-9113-c1741eb95fb5 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0549431 Sep 29 02:15:48.169741 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-04a6cacd-0b92-4025-89cd-d08faf1f6730 req-f5c5a663-1ec3-4dfa-bd3d-4af15b5e2586 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404010 Sep 29 02:15:48.169987 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-f00899dd-cbb0-40a0-93a0-807edd39d97d None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:48.249532 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:48.344237 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1', 'tag': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:48.346616 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42da31d6-d51c-4308-a378-15dc679ac325" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1", "tag": "5dac116b-9f72-42a8-a6bd-030c93fdbcd8"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:48.379359 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-f00899dd-cbb0-40a0-93a0-807edd39d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '47a42bff-a67b-49aa-983b-6915a22fc662', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:6e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:33Z', 'updated_at': '2022-09-29T02:15:47Z', 'revision_number': 1, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:48.392377 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c744480-deed-4ec4-9984-dec153dbe88f x-openstack-request-id: req-9c744480-deed-4ec4-9984-dec153dbe88f {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:48.392669 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1", "tag": "5dac116b-9f72-42a8-a6bd-030c93fdbcd8", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:48.392953 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9c744480-deed-4ec4-9984-dec153dbe88f {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:48.393363 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c744480-deed-4ec4-9984-dec153dbe88f'] response: {'name': 'network-changed', 'server_uuid': '9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1', 'tag': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8', 'status': 'completed', 'code': 200} Sep 29 02:15:48.403975 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00899dd-cbb0-40a0-93a0-807edd39d97d None None] Checking router: e630c1dd-cb78-4605-9969-e8364ff9fde9 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:15:48.412307 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00899dd-cbb0-40a0-93a0-807edd39d97d None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:48.412940 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-f00899dd-cbb0-40a0-93a0-807edd39d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:48.474922 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:48.524920 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-f00899dd-cbb0-40a0-93a0-807edd39d97d None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:48.543505 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da31d6-d51c-4308-a378-15dc679ac325 req-afc53c67-e44e-421f-8613-715dbaf73bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:48.546217 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-42da31d6-d51c-4308-a378-15dc679ac325 req-afc53c67-e44e-421f-8613-715dbaf73bc3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 1129 time: 0.0509660 Sep 29 02:15:48.658205 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da31d6-d51c-4308-a378-15dc679ac325 req-f9cca613-89ce-4f64-8d50-a1e56c9ff784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:48.659840 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-42da31d6-d51c-4308-a378-15dc679ac325 req-f9cca613-89ce-4f64-8d50-a1e56c9ff784 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 914 time: 0.1041627 Sep 29 02:15:48.733619 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-42da31d6-d51c-4308-a378-15dc679ac325 req-b5d2c4bd-3360-4e62-83d7-800b753875da service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dac116b-9f72-42a8-a6bd-030c93fdbcd8 HTTP/1.1" status: 200 len: 999 time: 0.0668821 Sep 29 02:15:48.768382 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-f00899dd-cbb0-40a0-93a0-807edd39d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '47a42bff-a67b-49aa-983b-6915a22fc662', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:6e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:33Z', 'updated_at': '2022-09-29T02:15:47Z', 'revision_number': 1, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:48.786291 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da31d6-d51c-4308-a378-15dc679ac325 req-b4103cab-f199-4443-afac-5da4bbb28a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:48.787702 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-42da31d6-d51c-4308-a378-15dc679ac325 req-b4103cab-f199-4443-afac-5da4bbb28a67 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb HTTP/1.1" status: 200 len: 853 time: 0.0475557 Sep 29 02:15:48.794871 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-16b3a0d8-4ac6-4761-8a9b-e7037db120eb req-7fafc5eb-a976-4dc8-8a63-01510b665533 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e7d077-a1cc-406c-a20b-9d3f0757a40d HTTP/1.1" status: 200 len: 1002 time: 0.3266184 Sep 29 02:15:48.799375 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00899dd-cbb0-40a0-93a0-807edd39d97d None None] The sync data for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi is: [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '47a42bff-a67b-49aa-983b-6915a22fc662', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:6e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:33Z', 'updated_at': '2022-09-29T02:15:47Z', 'revision_number': 1, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:15:48.814979 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:48.839385 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da31d6-d51c-4308-a378-15dc679ac325 req-c771d60b-fe16-45ea-b703-5e035d01a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:48.840991 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-42da31d6-d51c-4308-a378-15dc679ac325 req-c771d60b-fe16-45ea-b703-5e035d01a2d3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457046 Sep 29 02:15:48.853730 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3a0d8-4ac6-4761-8a9b-e7037db120eb req-f23fc3db-6da4-49de-b987-efbbec2fb9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:48.855459 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-16b3a0d8-4ac6-4761-8a9b-e7037db120eb req-f23fc3db-6da4-49de-b987-efbbec2fb9d0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=35e4c0c6-0279-46cb-a438-40d8694e55b1 HTTP/1.1" status: 200 len: 853 time: 0.0493402 Sep 29 02:15:48.900158 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3a0d8-4ac6-4761-8a9b-e7037db120eb req-e4f745c8-ac3b-4bd5-89f3-aba91244c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:48.901695 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-16b3a0d8-4ac6-4761-8a9b-e7037db120eb req-e4f745c8-ac3b-4bd5-89f3-aba91244c051 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=1a7f2236-e557-4c84-9a50-dd078a0ff369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399401 Sep 29 02:15:48.944855 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-42da31d6-d51c-4308-a378-15dc679ac325 req-d0ca6560-f7e8-424f-bf53-e77cd6634ec7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939529 Sep 29 02:15:49.002813 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf08285-c382-49de-8037-a86750eaa31a None None] New status for floating IP 47a42bff-a67b-49aa-983b-6915a22fc662: ACTIVE {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:15:49.022183 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-16b3a0d8-4ac6-4761-8a9b-e7037db120eb req-75f63fa0-ff32-4471-ac4d-471fae0ab770 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062460 Sep 29 02:15:49.052657 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-42da31d6-d51c-4308-a378-15dc679ac325 req-0dca85ec-a407-4ea1-994c-bd8e50cf0421 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943429 Sep 29 02:15:49.123812 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-16b3a0d8-4ac6-4761-8a9b-e7037db120eb req-92f83d1d-a0b3-4806-8988-f41a22bfced8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878432 Sep 29 02:15:49.293829 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9db8b-5e87-4d5d-be7c-458711ae56b7 req-dc275324-a190-45a4-9a53-e8baf4e18457 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:49.295299 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-94f9db8b-5e87-4d5d-be7c-458711ae56b7 req-dc275324-a190-45a4-9a53-e8baf4e18457 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0508096 Sep 29 02:15:49.341586 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-94f9db8b-5e87-4d5d-be7c-458711ae56b7 req-bc110ec8-3d19-469f-9c26-67ead1b22e7a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407283 Sep 29 02:15:49.457027 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f5f8-bd36-44bf-a254-c400ac178c83 req-42195266-ca28-4a3a-85d9-fcb358105bdb tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:49.458490 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-df84f5f8-bd36-44bf-a254-c400ac178c83 req-42195266-ca28-4a3a-85d9-fcb358105bdb tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0458903 Sep 29 02:15:49.468399 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47904) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:49.472677 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-cfeadbff-ce30-4eec-881d-70a0481bde21 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Request body: {'floatingip': {'port_id': '34fa7290-3f69-4262-816c-ca3f9f1c282e'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:49.528197 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cfeadbff-ce30-4eec-881d-70a0481bde21 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for floatingip (3d571caa-4e46-4c96-9cb4-d564013ae57d), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:49.969731 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:49.983486 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cfeadbff-ce30-4eec-881d-70a0481bde21 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:49.986977 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cfeadbff-ce30-4eec-881d-70a0481bde21 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (3d571caa-4e46-4c96-9cb4-d564013ae57d), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:50.021997 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:50.182411 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfeadbff-ce30-4eec-881d-70a0481bde21 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Router 891e7a51-e7ed-4e86-8786-d028bca32978 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:15:50.284631 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfeadbff-ce30-4eec-881d-70a0481bde21 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:15:50.288998 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cfeadbff-ce30-4eec-881d-70a0481bde21 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:50.294166 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c28d20-2b0b-4118-908f-86ca9188dae2 None None] Sync routers for ids ['891e7a51-e7ed-4e86-8786-d028bca32978'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:15:50.304008 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c28d20-2b0b-4118-908f-86ca9188dae2 None None] Routers {'891e7a51-e7ed-4e86-8786-d028bca32978'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:50.304610 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-43c28d20-2b0b-4118-908f-86ca9188dae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['891e7a51-e7ed-4e86-8786-d028bca32978'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:50.348235 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-cfeadbff-ce30-4eec-881d-70a0481bde21 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/3d571caa-4e46-4c96-9cb4-d564013ae57d HTTP/1.1" status: 200 len: 993 time: 0.8787634 Sep 29 02:15:50.353002 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:50.394423 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'tag': '34fa7290-3f69-4262-816c-ca3f9f1c282e'}, {'name': 'network-changed', 'server_uuid': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'tag': '34fa7290-3f69-4262-816c-ca3f9f1c282e'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:50.396911 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943" -d '{"events": [{"name": "network-changed", "server_uuid": "4182fca3-7bdd-48a9-80d3-d54fe5049958", "tag": "34fa7290-3f69-4262-816c-ca3f9f1c282e"}, {"name": "network-changed", "server_uuid": "4182fca3-7bdd-48a9-80d3-d54fe5049958", "tag": "34fa7290-3f69-4262-816c-ca3f9f1c282e"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:50.408160 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-43c28d20-2b0b-4118-908f-86ca9188dae2 None None] Set router 891e7a51-e7ed-4e86-8786-d028bca32978 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:50.436565 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb12e48-7569-4cb4-9f87-4f37e756325b x-openstack-request-id: req-5eb12e48-7569-4cb4-9f87-4f37e756325b {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:50.436964 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4182fca3-7bdd-48a9-80d3-d54fe5049958", "tag": "34fa7290-3f69-4262-816c-ca3f9f1c282e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4182fca3-7bdd-48a9-80d3-d54fe5049958", "tag": "34fa7290-3f69-4262-816c-ca3f9f1c282e", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:50.437224 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5eb12e48-7569-4cb4-9f87-4f37e756325b {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:50.437655 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb12e48-7569-4cb4-9f87-4f37e756325b'] response: {'name': 'network-changed', 'server_uuid': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'tag': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'status': 'completed', 'code': 200} Sep 29 02:15:50.437918 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb12e48-7569-4cb4-9f87-4f37e756325b'] response: {'name': 'network-changed', 'server_uuid': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'tag': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'status': 'completed', 'code': 200} Sep 29 02:15:50.462559 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:50.505225 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-67ac670c-f627-4c82-a817-218a28017cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:50.506744 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-67ac670c-f627-4c82-a817-218a28017cc8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 1130 time: 0.0382502 Sep 29 02:15:50.584340 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:50.610369 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-0bd3305e-d428-44d9-9aa8-4edbd9fe3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:50.612052 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-0bd3305e-d428-44d9-9aa8-4edbd9fe3cfd service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 918 time: 0.0961118 Sep 29 02:15:50.613092 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:50.650790 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-43c28d20-2b0b-4118-908f-86ca9188dae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '3d571caa-4e46-4c96-9cb4-d564013ae57d', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'port_id': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'mac_address': 'fa:16:3e:2f:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:39Z', 'updated_at': '2022-09-29T02:15:49Z', 'revision_number': 3, 'project_id': '320dd138f254473a84a601c153e1e39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8d4a66-6008-43eb-85fd-aa4fa76084a9', 'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'mac_address': 'fa:16:3e:93:56:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:27Z', 'updated_at': '2022-09-29T02:11:44Z', 'revision_number': 5, 'project_id': '320dd138f254473a84a601c153e1e39b', 'subnets': [{'id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:50.674942 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c28d20-2b0b-4118-908f-86ca9188dae2 None None] Checking router: 891e7a51-e7ed-4e86-8786-d028bca32978 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:15:50.676071 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-860e944f-3d70-4024-9c70-08cf97a8cf2b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34fa7290-3f69-4262-816c-ca3f9f1c282e HTTP/1.1" status: 200 len: 1001 time: 0.0545099 Sep 29 02:15:50.683098 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c28d20-2b0b-4118-908f-86ca9188dae2 None None] Routers {'891e7a51-e7ed-4e86-8786-d028bca32978'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:50.683696 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-43c28d20-2b0b-4118-908f-86ca9188dae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['891e7a51-e7ed-4e86-8786-d028bca32978'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:50.734085 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-dae262d1-f80f-43ed-8a84-af31d238c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:50.735519 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-dae262d1-f80f-43ed-8a84-af31d238c94e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.0501850 Sep 29 02:15:50.779627 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-c3c148b8-a4e9-4bd8-b614-b10a3c9a9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:50.781143 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-c3c148b8-a4e9-4bd8-b614-b10a3c9a9bee service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389731 Sep 29 02:15:50.787714 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-43c28d20-2b0b-4118-908f-86ca9188dae2 None None] Set router 891e7a51-e7ed-4e86-8786-d028bca32978 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:50.885248 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-d982a74e-5e22-4c46-8fa0-a80f2fd2148b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974867 Sep 29 02:15:50.978904 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-9e4c8d48-4f53-4570-a421-6546626e8098 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871654 Sep 29 02:15:51.064729 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-9237146c-7008-457a-b188-a2a701a92ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:51.066318 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-9237146c-7008-457a-b188-a2a701a92ea8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 1130 time: 0.0420465 Sep 29 02:15:51.124954 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-43c28d20-2b0b-4118-908f-86ca9188dae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '3d571caa-4e46-4c96-9cb4-d564013ae57d', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'port_id': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'mac_address': 'fa:16:3e:2f:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:39Z', 'updated_at': '2022-09-29T02:15:49Z', 'revision_number': 3, 'project_id': '320dd138f254473a84a601c153e1e39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8d4a66-6008-43eb-85fd-aa4fa76084a9', 'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'mac_address': 'fa:16:3e:93:56:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:27Z', 'updated_at': '2022-09-29T02:11:44Z', 'revision_number': 5, 'project_id': '320dd138f254473a84a601c153e1e39b', 'subnets': [{'id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:51.139359 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:51.149524 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c28d20-2b0b-4118-908f-86ca9188dae2 None None] The sync data for ids ['891e7a51-e7ed-4e86-8786-d028bca32978'] in dv-cinder-740146-21-iscsi is: [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '3d571caa-4e46-4c96-9cb4-d564013ae57d', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'port_id': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'mac_address': 'fa:16:3e:2f:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:39Z', 'updated_at': '2022-09-29T02:15:49Z', 'revision_number': 3, 'project_id': '320dd138f254473a84a601c153e1e39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8d4a66-6008-43eb-85fd-aa4fa76084a9', 'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'mac_address': 'fa:16:3e:93:56:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:27Z', 'updated_at': '2022-09-29T02:11:44Z', 'revision_number': 5, 'project_id': '320dd138f254473a84a601c153e1e39b', 'subnets': [{'id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:15:51.170595 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-d2436897-c9dd-438b-8ea5-44fe0bb749d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:51.172368 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-d2436897-c9dd-438b-8ea5-44fe0bb749d9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 918 time: 0.0935233 Sep 29 02:15:51.186398 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:51.239554 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-ee0ccd69-6446-4847-b0aa-14e8131bcff3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34fa7290-3f69-4262-816c-ca3f9f1c282e HTTP/1.1" status: 200 len: 1001 time: 0.0608096 Sep 29 02:15:51.303209 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-acd74003-4806-4a10-a32f-b92bc63a1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:51.304671 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-acd74003-4806-4a10-a32f-b92bc63a1ba9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.0504100 Sep 29 02:15:51.350321 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-9fba838e-483b-4d0c-9936-89d5ec73c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:51.351849 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-9fba838e-483b-4d0c-9936-89d5ec73c9a7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402186 Sep 29 02:15:51.441004 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-f92042dd-0e60-415d-9ae6-90d52ae812b9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819340 Sep 29 02:15:51.535001 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d1fc6843-b1ad-4bf4-a878-e31fbe25c943 req-2442320a-ef29-4c7f-b88e-fbb1e0c193d3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872643 Sep 29 02:15:56.261012 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:57.848595 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:15:59.046973 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:INSERT=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:59.049424 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=40 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:59.111644 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:01.530714 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=38 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:01.531475 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=32 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:06.254731 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=41 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:06.256654 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:12.308212 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3190a3-7942-42b8-a728-842316779531 req-484c7b99-bb60-46f1-856b-483ece39f418 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:12.309704 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ee3190a3-7942-42b8-a728-842316779531 req-484c7b99-bb60-46f1-856b-483ece39f418 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0477479 Sep 29 02:16:12.354895 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ee3190a3-7942-42b8-a728-842316779531 req-da6f0361-f98e-4edb-90a6-ffe2e5fee981 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393171 Sep 29 02:16:13.481361 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7508d83-ad6c-4a2f-a8bf-390ed750d3ae req-1c32aeca-83a8-4b16-9404-bd5226daa42b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:13.482839 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b7508d83-ad6c-4a2f-a8bf-390ed750d3ae req-1c32aeca-83a8-4b16-9404-bd5226daa42b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0505080 Sep 29 02:16:13.529095 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b7508d83-ad6c-4a2f-a8bf-390ed750d3ae req-a0a5db16-39f0-455d-86ca-cbef4eaf8fc1 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406280 Sep 29 02:16:14.514978 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-35d27439-b35a-4501-85b9-7858fe629fe8 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:14.516374 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-35d27439-b35a-4501-85b9-7858fe629fe8 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0441947 Sep 29 02:16:14.607591 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Deleting port f4ee4981-fc1b-4a7a-af00-412764134573 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:14.607927 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (f4ee4981-fc1b-4a7a-af00-412764134573), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:14.690655 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd5adc-a1a3-435b-82ae-777a1395d993 req-f5dd7a7a-f0b8-4391-aee6-200390c3e57a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:14.692113 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-67bd5adc-a1a3-435b-82ae-777a1395d993 req-f5dd7a7a-f0b8-4391-aee6-200390c3e57a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 946 time: 0.0861673 Sep 29 02:16:14.758664 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] For port f4ee4981-fc1b-4a7a-af00-412764134573, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f4ee4981-fc1b-4a7a-af00-412764134573,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:14.759024 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (f4ee4981-fc1b-4a7a-af00-412764134573), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:14.799881 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-67bd5adc-a1a3-435b-82ae-777a1395d993 req-a0be6166-85e2-494e-a671-db90adc94d42 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4656ce8-212d-447e-b497-154cb3f721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008985 Sep 29 02:16:14.968975 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:14.969338 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (96f36928-d67a-4475-97f4-c628c184ae59), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:14.969721 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.l3_db [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Floating IP 96f36928-d67a-4475-97f4-c628c184ae59 disassociated. External IP: 172.27.3.78, port: f4ee4981-fc1b-4a7a-af00-412764134573. Sep 29 02:16:14.970546 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Calling delete_port for f4ee4981-fc1b-4a7a-af00-412764134573 owned by compute:nova {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:15.093739 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (f4ee4981-fc1b-4a7a-af00-412764134573), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:15.121048 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event deleted for resources: {'Port': ['ID=f4ee4981-fc1b-4a7a-af00-412764134573,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:15.203459 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:15.231602 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:16:15.275908 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:15.327580 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-570e0d4f-5262-4edd-9f67-3073b3fe6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:15.335713 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:16:15.345303 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a903178a-2392-4a64-bb15-0b6f724c21b8 None None] Sync routers for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:16:15.352154 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:15.361539 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a903178a-2392-4a64-bb15-0b6f724c21b8 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:15.362185 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-a903178a-2392-4a64-bb15-0b6f724c21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:15.398879 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] No DVR routers for this DVR port f4ee4981-fc1b-4a7a-af00-412764134573 on host hv-cinder-74014 {{(pid=106336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:16:15.402181 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:15.405453 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c4c7f6fd-7e05-4051-ab91-74a46c10ecea req-34756778-d5d3-4a58-bf3d-297dd1bd447b tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.57 "DELETE /networking/v2.0/ports/f4ee4981-fc1b-4a7a-af00-412764134573 HTTP/1.1" status: 204 len: 173 time: 0.8832812 Sep 29 02:16:15.405951 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b325d6a7-de3c-462c-a885-ea01b42ac4fc', 'name': 'network-vif-deleted', 'tag': 'f4ee4981-fc1b-4a7a-af00-412764134573'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:15.408233 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7436d29f-a8cb-4bb3-aed2-3224d7ab04dc" -d '{"events": [{"server_uuid": "b325d6a7-de3c-462c-a885-ea01b42ac4fc", "name": "network-vif-deleted", "tag": "f4ee4981-fc1b-4a7a-af00-412764134573"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:15.447177 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347bd0fc-0027-4949-8c58-267e8de3a067 x-openstack-request-id: req-347bd0fc-0027-4949-8c58-267e8de3a067 {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:15.447478 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b325d6a7-de3c-462c-a885-ea01b42ac4fc", "name": "network-vif-deleted", "tag": "f4ee4981-fc1b-4a7a-af00-412764134573", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:15.447851 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-347bd0fc-0027-4949-8c58-267e8de3a067 {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:15.448451 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-347bd0fc-0027-4949-8c58-267e8de3a067'] response: {'server_uuid': 'b325d6a7-de3c-462c-a885-ea01b42ac4fc', 'name': 'network-vif-deleted', 'tag': 'f4ee4981-fc1b-4a7a-af00-412764134573', 'status': 'completed', 'code': 200} Sep 29 02:16:15.477219 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-a903178a-2392-4a64-bb15-0b6f724c21b8 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:15.764082 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-a903178a-2392-4a64-bb15-0b6f724c21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 5, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:15.788936 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a903178a-2392-4a64-bb15-0b6f724c21b8 None None] Checking router: ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:16:15.797497 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a903178a-2392-4a64-bb15-0b6f724c21b8 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:15.798608 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-a903178a-2392-4a64-bb15-0b6f724c21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:15:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:15.899935 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-a903178a-2392-4a64-bb15-0b6f724c21b8 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:15.915380 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-627e5232-1822-4c2f-b98a-da374d3bf3fc req-0f799e94-1539-40c1-a90c-92ac76db21c2 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b325d6a7-de3c-462c-a885-ea01b42ac4fc HTTP/1.1" status: 200 len: 210 time: 0.0276670 Sep 29 02:16:16.086059 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-a903178a-2392-4a64-bb15-0b6f724c21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 5, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:16.110965 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a903178a-2392-4a64-bb15-0b6f724c21b8 None None] The sync data for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi is: [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 5, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:16:16.334248 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d5993-0be3-4d7a-bb90-ac2f7d59e58e None None] New status for floating IP 96f36928-d67a-4475-97f4-c628c184ae59: DOWN {{(pid=106337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:16:17.008112 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47964) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:17.060950 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a852fb8a-0c70-4527-a1c3-c4b97977e31d tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group (d4656ce8-212d-447e-b497-154cb3f721b1), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.082580 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a852fb8a-0c70-4527-a1c3-c4b97977e31d tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group (d4656ce8-212d-447e-b497-154cb3f721b1), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.128545 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a852fb8a-0c70-4527-a1c3-c4b97977e31d tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d4656ce8-212d-447e-b497-154cb3f721b1), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.131061 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a852fb8a-0c70-4527-a1c3-c4b97977e31d tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.132199 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-a852fb8a-0c70-4527-a1c3-c4b97977e31d tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d4656ce8-212d-447e-b497-154cb3f721b1 HTTP/1.1" status: 204 len: 168 time: 0.1230068 Sep 29 02:16:17.135226 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47966) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:17.142128 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852fb8a-0c70-4527-a1c3-c4b97977e31d tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4656ce8-212d-447e-b497-154cb3f721b1,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:17.152478 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.api.v2.resource [None req-9e487966-54ff-4430-b067-4fbf1deec6fa tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] show failed (client error): The resource could not be found. Sep 29 02:16:17.153595 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-9e487966-54ff-4430-b067-4fbf1deec6fa tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups/d4656ce8-212d-447e-b497-154cb3f721b1 HTTP/1.1" status: 404 len: 347 time: 0.0173078 Sep 29 02:16:17.156660 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47968) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:17.467053 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e098e-2132-4476-b184-353fc5f03d6c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Deleting port 18104920-0d53-4b43-9828-5f14df589844 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:17.467389 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1a6e098e-2132-4476-b184-353fc5f03d6c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (18104920-0d53-4b43-9828-5f14df589844), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.543736 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1a6e098e-2132-4476-b184-353fc5f03d6c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (18104920-0d53-4b43-9828-5f14df589844), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.544061 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1a6e098e-2132-4476-b184-353fc5f03d6c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (18104920-0d53-4b43-9828-5f14df589844), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.556253 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e098e-2132-4476-b184-353fc5f03d6c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Calling delete_port for 18104920-0d53-4b43-9828-5f14df589844 owned by network:floatingip {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:17.692334 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1a6e098e-2132-4476-b184-353fc5f03d6c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (18104920-0d53-4b43-9828-5f14df589844), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.696640 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2d06645a-b488-4192-b8cd-90a0c0d47e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.721176 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e098e-2132-4476-b184-353fc5f03d6c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event deleted for resources: {'Port': ['ID=18104920-0d53-4b43-9828-5f14df589844,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:17.747899 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1a6e098e-2132-4476-b184-353fc5f03d6c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (96f36928-d67a-4475-97f4-c628c184ae59), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.750854 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1a6e098e-2132-4476-b184-353fc5f03d6c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.751986 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-1a6e098e-2132-4476-b184-353fc5f03d6c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/96f36928-d67a-4475-97f4-c628c184ae59 HTTP/1.1" status: 204 len: 168 time: 0.5937827 Sep 29 02:16:17.837249 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 47976) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:17.841699 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-93e93dd8-629c-4fb3-b595-4ecc4dd1b68a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--587947033', 'description': 'tempest-description--2062010510'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:17.864828 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-93e93dd8-629c-4fb3-b595-4ecc4dd1b68a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.932325 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-93e93dd8-629c-4fb3-b595-4ecc4dd1b68a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group (c4a9cfef-01df-4e3d-ab87-6678b7c5909e), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.936027 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-93e93dd8-629c-4fb3-b595-4ecc4dd1b68a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (c4a9cfef-01df-4e3d-ab87-6678b7c5909e), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.966762 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-93e93dd8-629c-4fb3-b595-4ecc4dd1b68a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:17.967969 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-93e93dd8-629c-4fb3-b595-4ecc4dd1b68a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1297176 Sep 29 02:16:17.969793 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e93dd8-629c-4fb3-b595-4ecc4dd1b68a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a9cfef-01df-4e3d-ab87-6678b7c5909e,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:17.971080 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47978) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:17.976069 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-38c5a5e8-59bc-4b30-89c0-72a492007a02 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Request body: {'security_group_rule': {'security_group_id': 'c4a9cfef-01df-4e3d-ab87-6678b7c5909e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:18.003426 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-38c5a5e8-59bc-4b30-89c0-72a492007a02 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group_rule (c31bae0b-3767-43ac-abee-f76eb6a499eb), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.059749 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-38c5a5e8-59bc-4b30-89c0-72a492007a02 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group_rule (c31bae0b-3767-43ac-abee-f76eb6a499eb), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.063109 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-38c5a5e8-59bc-4b30-89c0-72a492007a02 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (c31bae0b-3767-43ac-abee-f76eb6a499eb), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.081946 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5a5e8-59bc-4b30-89c0-72a492007a02 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31bae0b-3767-43ac-abee-f76eb6a499eb,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:18.090033 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-38c5a5e8-59bc-4b30-89c0-72a492007a02 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.091202 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-38c5a5e8-59bc-4b30-89c0-72a492007a02 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190898 Sep 29 02:16:18.093982 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47980) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:18.098310 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-d258b7a1-0dd6-4c8b-9428-b425c852f147 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Request body: {'security_group_rule': {'security_group_id': 'c4a9cfef-01df-4e3d-ab87-6678b7c5909e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:18.123405 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d258b7a1-0dd6-4c8b-9428-b425c852f147 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group_rule (6d8416f3-400e-411b-8b1b-0ad1813e851b), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.178960 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d258b7a1-0dd6-4c8b-9428-b425c852f147 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group_rule (6d8416f3-400e-411b-8b1b-0ad1813e851b), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.183368 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d258b7a1-0dd6-4c8b-9428-b425c852f147 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (6d8416f3-400e-411b-8b1b-0ad1813e851b), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.202839 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258b7a1-0dd6-4c8b-9428-b425c852f147 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8416f3-400e-411b-8b1b-0ad1813e851b,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:18.211249 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d258b7a1-0dd6-4c8b-9428-b425c852f147 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.212421 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d258b7a1-0dd6-4c8b-9428-b425c852f147 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174347 Sep 29 02:16:18.215584 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 47982) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:18.220212 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:18.243042 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.325065 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.331615 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:18.364019 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:18.433221 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Allocated IP 172.27.3.221 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/61694fbe-5360-44b5-b5b3-0bd7ee3287d0) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:16:18.542503 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for port (61694fbe-5360-44b5-b5b3-0bd7ee3287d0), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.579320 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (61694fbe-5360-44b5-b5b3-0bd7ee3287d0), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.625347 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:16:18.630598 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:16:18.632760 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event updated for resources: {'Port': ['ID=61694fbe-5360-44b5-b5b3-0bd7ee3287d0,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:18.639953 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:16:18.698814 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (0269fc72-946c-40ef-9bdb-a0cc4c1504b9), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.741437 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (61694fbe-5360-44b5-b5b3-0bd7ee3287d0), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.811401 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.828360 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56aa63-e9a8-4f39-aa7b-51da65b9ef3a req-c12545a6-59ae-4dcb-9d99-45c67d567709 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:18.830471 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eb56aa63-e9a8-4f39-aa7b-51da65b9ef3a req-c12545a6-59ae-4dcb-9d99-45c67d567709 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 945 time: 0.1949816 Sep 29 02:16:18.893546 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a18475-9442-40a8-845c-88f8325dece6 req-006e46a9-7800-455c-8941-727deae545e2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:18.895022 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a3a18475-9442-40a8-845c-88f8325dece6 req-006e46a9-7800-455c-8941-727deae545e2 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.1523886 Sep 29 02:16:18.900985 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for port (61694fbe-5360-44b5-b5b3-0bd7ee3287d0), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.906338 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (61694fbe-5360-44b5-b5b3-0bd7ee3287d0), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.907720 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (0269fc72-946c-40ef-9bdb-a0cc4c1504b9), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.931689 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eb56aa63-e9a8-4f39-aa7b-51da65b9ef3a req-f4ff0fdf-5259-40d5-ae01-4a273598578d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925043 Sep 29 02:16:18.947664 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:18.957083 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7324224 Sep 29 02:16:18.957083 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e6bf6-3e1c-4a22-9d83-562be1941e4c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event updated for resources: {'Port': ['ID=61694fbe-5360-44b5-b5b3-0bd7ee3287d0,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:18.987817 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a3a18475-9442-40a8-845c-88f8325dece6 req-505eb73b-08d8-4212-aa62-98333c60cd5e tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821903 Sep 29 02:16:19.153476 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-2b7a5bd3-06cf-4e08-8ce7-beca263ac7ea tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--587947033&fields=id&tenant_id=2a04f2488c2a4d219ad8193c4dd12b65 HTTP/1.1" status: 200 len: 267 time: 0.0402749 Sep 29 02:16:19.216361 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:19.257850 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-72c9c3bc-0809-48d4-afff-0539f03d7c20 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:19.259291 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-72c9c3bc-0809-48d4-afff-0539f03d7c20 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 HTTP/1.1" status: 200 len: 810 time: 0.0991087 Sep 29 02:16:19.273627 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-b1d643fc-c0e2-4519-9d0f-963e0b85ef75 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/quotas/2a04f2488c2a4d219ad8193c4dd12b65 HTTP/1.1" status: 200 len: 375 time: 0.0091138 Sep 29 02:16:19.282829 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device f4ee4981-fc1b-4a7a-af00-412764134573 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:16:19.302337 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: f4ee4981-fc1b-4a7a-af00-412764134573 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:16:19.302690 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device f4ee4981-fc1b-4a7a-af00-412764134573 not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:16:19.325287 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-fc06ac9e-1c64-4a0d-99a9-d4178ea925d0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2a04f2488c2a4d219ad8193c4dd12b65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469186 Sep 29 02:16:19.419159 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-35cb95f2-f22e-471b-82a8-15ba151a7bac service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819235 Sep 29 02:16:19.478283 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:19.510549 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-7c7d205e-d1de-49d9-bfbe-7da08a37f1f7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857811 Sep 29 02:16:19.670412 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0cce7fab-7e52-49db-b092-dad28895634d req-62f57763-fc2c-47c3-9e07-d2df395ae5a6 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 210 time: 0.0273767 Sep 29 02:16:19.918808 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb588a-8706-46ae-ac0f-50ad9d7153e7 req-76e1fdb9-7ade-4266-a388-4d0e48b738ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:19.920313 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b2fb588a-8706-46ae-ac0f-50ad9d7153e7 req-76e1fdb9-7ade-4266-a388-4d0e48b738ba service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=40f01307928c46918e93db66b6473733&device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 1169 time: 0.0432858 Sep 29 02:16:20.395248 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fffec-2d9d-4061-9123-febd8a08c670 req-576859b0-01e7-417e-a377-7f5eea01593d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:20.396760 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e55fffec-2d9d-4061-9123-febd8a08c670 req-576859b0-01e7-417e-a377-7f5eea01593d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 945 time: 0.3786805 Sep 29 02:16:20.412553 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9710cc2-cf6b-497a-ba70-ac192f65dcdd req-6354f033-f02c-4d3e-995c-de605c56bc93 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:20.414061 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f9710cc2-cf6b-497a-ba70-ac192f65dcdd req-6354f033-f02c-4d3e-995c-de605c56bc93 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0988815 Sep 29 02:16:20.416781 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32cee7-db96-4a73-abe5-0033984b2966 req-257bb876-f486-4de3-be20-c71709658e10 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:20.419050 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-df32cee7-db96-4a73-abe5-0033984b2966 req-257bb876-f486-4de3-be20-c71709658e10 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 945 time: 0.0547776 Sep 29 02:16:20.441940 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:20.481212 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb588a-8706-46ae-ac0f-50ad9d7153e7 req-75c43138-69d2-4a5c-917e-f7450fc87089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:20.482695 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b2fb588a-8706-46ae-ac0f-50ad9d7153e7 req-75c43138-69d2-4a5c-917e-f7450fc87089 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=1a7f2236-e557-4c84-9a50-dd078a0ff369 HTTP/1.1" status: 200 len: 914 time: 0.4632976 Sep 29 02:16:20.525948 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Deleting port 41804ce2-42ee-4042-84c0-5cf930010166 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:20.526295 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (41804ce2-42ee-4042-84c0-5cf930010166), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:20.552594 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e55fffec-2d9d-4061-9123-febd8a08c670 req-6ee4e16d-4275-408e-bd2b-899f8ead2974 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373942 Sep 29 02:16:20.577033 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:20.603440 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:20.609524 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b2fb588a-8706-46ae-ac0f-50ad9d7153e7 req-0f68916d-886b-40ef-9397-5b29e85f8278 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e7d077-a1cc-406c-a20b-9d3f0757a40d HTTP/1.1" status: 200 len: 1002 time: 0.1179240 Sep 29 02:16:20.614788 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f9710cc2-cf6b-497a-ba70-ac192f65dcdd req-fa971fd5-18d2-4077-9052-fca2e14a4e25 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1803195 Sep 29 02:16:20.646397 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:20.655227 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] For port 41804ce2-42ee-4042-84c0-5cf930010166, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=41804ce2-42ee-4042-84c0-5cf930010166,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:20.655673 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (41804ce2-42ee-4042-84c0-5cf930010166), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:20.674180 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb588a-8706-46ae-ac0f-50ad9d7153e7 req-7417a854-ebe7-4d9c-ac86-370f7660847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:20.675720 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b2fb588a-8706-46ae-ac0f-50ad9d7153e7 req-7417a854-ebe7-4d9c-ac86-370f7660847a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=35e4c0c6-0279-46cb-a438-40d8694e55b1 HTTP/1.1" status: 200 len: 853 time: 0.0528502 Sep 29 02:16:20.724662 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb588a-8706-46ae-ac0f-50ad9d7153e7 req-b12e0b8c-179c-4b19-9916-1474664471e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:20.726543 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b2fb588a-8706-46ae-ac0f-50ad9d7153e7 req-b12e0b8c-179c-4b19-9916-1474664471e3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=1a7f2236-e557-4c84-9a50-dd078a0ff369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446241 Sep 29 02:16:20.817645 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-80aac7e8-a236-4e80-b0eb-08c6b46bc505 req-3f8a96b0-4484-40d1-95b6-5f23517581e3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 210 time: 0.0595455 Sep 29 02:16:20.841681 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:20.842045 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (45c6b7bc-1675-402d-b1f9-450b66d5051b), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:20.842364 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Floating IP 45c6b7bc-1675-402d-b1f9-450b66d5051b disassociated. External IP: 172.27.3.219, port: 41804ce2-42ee-4042-84c0-5cf930010166. Sep 29 02:16:20.842712 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Calling delete_port for 41804ce2-42ee-4042-84c0-5cf930010166 owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:20.863010 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b2fb588a-8706-46ae-ac0f-50ad9d7153e7 req-f0865290-e3c1-42da-b42c-bc87bff871a3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237268 Sep 29 02:16:20.966384 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (41804ce2-42ee-4042-84c0-5cf930010166), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:20.998494 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event deleted for resources: {'Port': ['ID=41804ce2-42ee-4042-84c0-5cf930010166,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:21.059064 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:21.089894 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b2fb588a-8706-46ae-ac0f-50ad9d7153e7 req-0233cc3e-52ae-4324-9418-e73a7094d71c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024685 Sep 29 02:16:21.181135 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:16:21.254924 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-fdda3caf-0024-44fe-bc7c-0ac26177545e tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:21.256537 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-fdda3caf-0024-44fe-bc7c-0ac26177545e tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 HTTP/1.1" status: 200 len: 810 time: 0.1625390 Sep 29 02:16:21.357431 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:16:21.363385 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-aae9a324-3c29-4440-8903-df573a99cb66 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2a04f2488c2a4d219ad8193c4dd12b65 HTTP/1.1" status: 200 len: 379 time: 0.0949056 Sep 29 02:16:21.367331 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3587fe48-13fd-4fd5-a667-0117ccc96a62 None None] Sync routers for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:16:21.378005 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3587fe48-13fd-4fd5-a667-0117ccc96a62 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:21.378758 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-3587fe48-13fd-4fd5-a667-0117ccc96a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:21.410724 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] No DVR routers for this DVR port 41804ce2-42ee-4042-84c0-5cf930010166 on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:16:21.413413 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:21.416698 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-df32cee7-db96-4a73-abe5-0033984b2966 req-4b846a5b-1b04-4cfa-a8b8-756f750560a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "DELETE /networking/v2.0/ports/41804ce2-42ee-4042-84c0-5cf930010166 HTTP/1.1" status: 204 len: 173 time: 0.9803171 Sep 29 02:16:21.417300 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ce15de-a4e2-4b52-a814-216d8e2e2c29', 'name': 'network-vif-deleted', 'tag': '41804ce2-42ee-4042-84c0-5cf930010166'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:21.419599 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb820c8-f9a8-48f0-9e04-c843d18b55ef" -d '{"events": [{"server_uuid": "b1ce15de-a4e2-4b52-a814-216d8e2e2c29", "name": "network-vif-deleted", "tag": "41804ce2-42ee-4042-84c0-5cf930010166"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:21.457434 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-97e9af48-2d1c-41f6-9e75-08ae5a263d9f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Request body: {'port': {'device_id': '995700ac-1532-4792-882e-3e83dad9899a', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'admin_state_up': True, 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'security_groups': ['c4a9cfef-01df-4e3d-ab87-6678b7c5909e']}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:21.480208 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b7f9d7-9bac-44ec-b4ee-0509f3690cbd x-openstack-request-id: req-99b7f9d7-9bac-44ec-b4ee-0509f3690cbd {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:21.480476 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ce15de-a4e2-4b52-a814-216d8e2e2c29", "name": "network-vif-deleted", "tag": "41804ce2-42ee-4042-84c0-5cf930010166", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:21.481344 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-99b7f9d7-9bac-44ec-b4ee-0509f3690cbd {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:21.482152 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b7f9d7-9bac-44ec-b4ee-0509f3690cbd'] response: {'server_uuid': 'b1ce15de-a4e2-4b52-a814-216d8e2e2c29', 'name': 'network-vif-deleted', 'tag': '41804ce2-42ee-4042-84c0-5cf930010166', 'status': 'completed', 'code': 200} Sep 29 02:16:21.485560 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-3587fe48-13fd-4fd5-a667-0117ccc96a62 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:21.487224 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:21.541642 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:21.593687 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-97e9af48-2d1c-41f6-9e75-08ae5a263d9f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Made reservation on behalf of 2a04f2488c2a4d219ad8193c4dd12b65 for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:16:21.597806 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-97e9af48-2d1c-41f6-9e75-08ae5a263d9f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:21.625308 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:21.686387 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f8aa61e8-15b5-450a-8ea1-99e656f943a6 req-93140d37-1a92-4190-925f-011fd3a25caa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1ce15de-a4e2-4b52-a814-216d8e2e2c29 HTTP/1.1" status: 200 len: 210 time: 0.0434952 Sep 29 02:16:21.703334 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-3587fe48-13fd-4fd5-a667-0117ccc96a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:21.747855 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3587fe48-13fd-4fd5-a667-0117ccc96a62 None None] Checking router: 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:16:21.753865 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-97e9af48-2d1c-41f6-9e75-08ae5a263d9f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Allocated IP 172.20.0.13 (5eda99a4-97f4-45f5-b6b7-9edb65ee1be4/c97b77e6-502e-434a-8af4-d88686453bb8/72f0fee1-f7cb-4a36-87bd-cd5af5efac1d) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:16:21.759353 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3587fe48-13fd-4fd5-a667-0117ccc96a62 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:21.760429 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-3587fe48-13fd-4fd5-a667-0117ccc96a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:21.772441 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb9b26-8564-4ae0-8e34-127a432fa5cf req-3aab1fec-e785-4226-b48e-e822eecc903f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:21.774424 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3fdb9b26-8564-4ae0-8e34-127a432fa5cf req-3aab1fec-e785-4226-b48e-e822eecc903f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0528767 Sep 29 02:16:21.804735 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:21.844662 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3fdb9b26-8564-4ae0-8e34-127a432fa5cf req-68fe5927-18ae-4811-a3a5-d7f65c67767f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640137 Sep 29 02:16:21.907640 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-3587fe48-13fd-4fd5-a667-0117ccc96a62 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:21.937010 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-97e9af48-2d1c-41f6-9e75-08ae5a263d9f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:21.937834 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-730cfcc7-3402-4fd5-ba4c-cab0f5eddfb4 req-a1c7e05e-c112-43a2-9046-05cc0bf990df tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 210 time: 0.0319149 Sep 29 02:16:21.985060 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-97e9af48-2d1c-41f6-9e75-08ae5a263d9f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.042281 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-97e9af48-2d1c-41f6-9e75-08ae5a263d9f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:16:22.048248 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-97e9af48-2d1c-41f6-9e75-08ae5a263d9f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:16:22.050437 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9af48-2d1c-41f6-9e75-08ae5a263d9f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event updated for resources: {'Port': ['ID=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:22.052635 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-97e9af48-2d1c-41f6-9e75-08ae5a263d9f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:16:22.057186 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-97e9af48-2d1c-41f6-9e75-08ae5a263d9f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:22.058394 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-97e9af48-2d1c-41f6-9e75-08ae5a263d9f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.075203 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-97e9af48-2d1c-41f6-9e75-08ae5a263d9f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6223617 Sep 29 02:16:22.113342 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Request body: {'port': {'device_id': '995700ac-1532-4792-882e-3e83dad9899a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:22.150380 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-3587fe48-13fd-4fd5-a667-0117ccc96a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:22.179805 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3587fe48-13fd-4fd5-a667-0117ccc96a62 None None] The sync data for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi is: [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:16:22.181952 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.350496 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-441b43a5-6598-4f5a-9692-63799ec24960 None None] Provisioning complete for port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:16:22.351039 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-441b43a5-6598-4f5a-9692-63799ec24960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.351163 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-441b43a5-6598-4f5a-9692-63799ec24960 None None] Attempt 1 to provision port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d Sep 29 02:16:22.391185 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-441b43a5-6598-4f5a-9692-63799ec24960 None None] Port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:16:22.440948 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd1a92-3370-461e-9fd0-6c7072a1ba00 None None] New status for floating IP 45c6b7bc-1675-402d-b1f9-450b66d5051b: DOWN {{(pid=106337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:16:22.455173 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:22.466530 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:16:22.475031 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Publish callbacks [] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.488467 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Transition to ACTIVE for port object 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:16:22.492178 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.562919 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Pushing event updated for resources: {'Port': ['ID=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:22.598594 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Attempting to bind port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:16:22.599019 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Attempting to bind port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:16:22.599478 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Attempting to bind port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d on network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:16:22.602747 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:22.650104 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d on network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:16:22.650433 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Attempting to bind port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d on network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:16:22.695454 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:16:22.695784 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Checking segment: {'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:16:22.696155 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Bound using segment: {'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:16:22.696581 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Bound port: 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3217092-bae3-4d6d-a3a6-74cdf45afc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:16:22.696959 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.759455 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] For port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:16:22.762111 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] For port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:16:22.768555 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.774018 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:22.774712 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.776176 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/72f0fee1-f7cb-4a36-87bd-cd5af5efac1d HTTP/1.1" status: 200 len: 1094 time: 0.6682966 Sep 29 02:16:22.854193 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2d648-3b6a-4a68-ba82-04f0539ddac8 service neutron] Pushing event updated for resources: {'Port': ['ID=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:22.866142 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-2f262783-0abd-457b-88ff-69dfe25dc0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:22.867673 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-2f262783-0abd-457b-88ff-69dfe25dc0a5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2a04f2488c2a4d219ad8193c4dd12b65&device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 1128 time: 0.0502257 Sep 29 02:16:22.893323 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-441b43a5-6598-4f5a-9692-63799ec24960 None None] Attempt 2 to provision port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d Sep 29 02:16:22.914376 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-452aa8c8-862a-4f8c-975b-e963f0922c1b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d HTTP/1.1" status: 200 len: 217 time: 0.0377853 Sep 29 02:16:22.944751 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-441b43a5-6598-4f5a-9692-63799ec24960 None None] Port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d had new provisioning blocks added so it will not transition to active. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:16:22.971731 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-6d314bde-1a2e-4cee-8e79-cd01b66faf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:22.973250 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-6d314bde-1a2e-4cee-8e79-cd01b66faf67 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c97b77e6-502e-434a-8af4-d88686453bb8 HTTP/1.1" status: 200 len: 849 time: 0.0532763 Sep 29 02:16:23.006555 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512aff2-d490-494c-85f0-309b27084c42 req-54084a2e-194a-415b-9d29-d49ad0b6ae50 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:23.008035 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3512aff2-d490-494c-85f0-309b27084c42 req-54084a2e-194a-415b-9d29-d49ad0b6ae50 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0641360 Sep 29 02:16:23.017795 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-38430260-1f3e-47ab-ab87-44a97cc2314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:23.019292 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-38430260-1f3e-47ab-ab87-44a97cc2314a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393209 Sep 29 02:16:23.031293 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-1359dcec-a11a-4d7c-bc40-a16088c721f5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1192136061&fields=id&tenant_id=165a7d71a21240a79e77abbe80717389 HTTP/1.1" status: 200 len: 267 time: 0.0948224 Sep 29 02:16:23.113898 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-17bbda89-8818-4120-8813-ffeb51586812 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877857 Sep 29 02:16:23.131193 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:23.142418 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3512aff2-d490-494c-85f0-309b27084c42 req-9af2ed24-fa61-45df-85cd-4ef5ef0b93ef tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265376 Sep 29 02:16:23.175561 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-eef2c88c-dec7-48ad-8928-b61d8b59e07b tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:23.177063 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-eef2c88c-dec7-48ad-8928-b61d8b59e07b tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 811 time: 0.1391613 Sep 29 02:16:23.194883 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-bc25c584-2696-4a01-9ec5-3b57eeda8eae tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/quotas/165a7d71a21240a79e77abbe80717389 HTTP/1.1" status: 200 len: 375 time: 0.0109663 Sep 29 02:16:23.220333 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-defb1e54-3d84-48ad-b36b-d72b6deb02c7 req-34f49372-f823-4ee5-a3f3-5144ca370296 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998704 Sep 29 02:16:23.277067 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-636f4631-3329-4b81-b0a7-64c4e4610614 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760489 Sep 29 02:16:23.283104 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3685d-4663-47ed-984a-ebe762c3a9c8 req-6600c6f8-1151-4c7b-93f3-1c4dc6ff13b7 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:23.284543 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fab3685d-4663-47ed-984a-ebe762c3a9c8 req-6600c6f8-1151-4c7b-93f3-1c4dc6ff13b7 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 944 time: 0.0744095 Sep 29 02:16:23.301314 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 41804ce2-42ee-4042-84c0-5cf930010166 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:16:23.323758 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 41804ce2-42ee-4042-84c0-5cf930010166 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:16:23.324108 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 41804ce2-42ee-4042-84c0-5cf930010166 not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:16:23.397788 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fab3685d-4663-47ed-984a-ebe762c3a9c8 req-83f73ba9-ad69-48fa-bfea-d38f1aa8d1e7 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c4a9cfef-01df-4e3d-ab87-6678b7c5909e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022584 Sep 29 02:16:23.411818 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-6dd4475d-04a0-4045-b4b5-c28c4d4cb1b3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235554 Sep 29 02:16:23.483262 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995700ac-1532-4792-882e-3e83dad9899a', 'tag': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:23.486324 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452cc55f-cf4a-4a28-97e8-8d206542678f" -d '{"events": [{"name": "network-changed", "server_uuid": "995700ac-1532-4792-882e-3e83dad9899a", "tag": "72f0fee1-f7cb-4a36-87bd-cd5af5efac1d"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:23.504166 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-de657a84-4b41-4769-bb0b-948d99815d1d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866272 Sep 29 02:16:23.522808 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea2ce7e-f80f-4ee2-96e4-fb4b87870717 x-openstack-request-id: req-fea2ce7e-f80f-4ee2-96e4-fb4b87870717 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:23.523124 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995700ac-1532-4792-882e-3e83dad9899a", "tag": "72f0fee1-f7cb-4a36-87bd-cd5af5efac1d", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:23.523380 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fea2ce7e-f80f-4ee2-96e4-fb4b87870717 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:23.523790 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea2ce7e-f80f-4ee2-96e4-fb4b87870717'] response: {'name': 'network-changed', 'server_uuid': '995700ac-1532-4792-882e-3e83dad9899a', 'tag': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d', 'status': 'completed', 'code': 200} Sep 29 02:16:23.798793 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b175b380-bf77-4d89-821e-3f504397fea6 req-7b774a85-83b9-4b73-9617-be4b2d4f6eee tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 210 time: 0.0281386 Sep 29 02:16:24.271426 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9878ef-ab9b-411d-8057-7b0d195ae841 req-31825bc7-3671-4f22-85cd-8b2808311b2d tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:24.273171 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-dc9878ef-ab9b-411d-8057-7b0d195ae841 req-31825bc7-3671-4f22-85cd-8b2808311b2d tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0527768 Sep 29 02:16:24.299171 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cc55f-cf4a-4a28-97e8-8d206542678f req-4b03ccc3-e13c-4aa4-b622-15f5931e4b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:24.300691 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-452cc55f-cf4a-4a28-97e8-8d206542678f req-4b03ccc3-e13c-4aa4-b622-15f5931e4b91 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2a04f2488c2a4d219ad8193c4dd12b65&device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 1128 time: 0.0421710 Sep 29 02:16:24.347960 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-dc9878ef-ab9b-411d-8057-7b0d195ae841 req-1d81ff12-8455-47b6-831f-c9916a164a92 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678940 Sep 29 02:16:24.396438 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cc55f-cf4a-4a28-97e8-8d206542678f req-621ad467-0637-4207-9aff-f61ee12a1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:24.397937 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-452cc55f-cf4a-4a28-97e8-8d206542678f req-621ad467-0637-4207-9aff-f61ee12a1c90 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 HTTP/1.1" status: 200 len: 910 time: 0.0901940 Sep 29 02:16:24.440913 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-452cc55f-cf4a-4a28-97e8-8d206542678f req-57c9c484-13b3-44d9-9f2d-80a08b14f38f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d HTTP/1.1" status: 200 len: 217 time: 0.0363214 Sep 29 02:16:24.496698 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cc55f-cf4a-4a28-97e8-8d206542678f req-056230d2-35f3-4783-8609-6c8a0313fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:24.498217 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-452cc55f-cf4a-4a28-97e8-8d206542678f req-056230d2-35f3-4783-8609-6c8a0313fd9f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c97b77e6-502e-434a-8af4-d88686453bb8 HTTP/1.1" status: 200 len: 849 time: 0.0467510 Sep 29 02:16:24.525887 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9106ea-7583-42d3-8b2b-1fd577aa77ae req-db7ef4e2-f108-4cf8-ac23-3ba6458d92c7 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:24.527384 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6d9106ea-7583-42d3-8b2b-1fd577aa77ae req-db7ef4e2-f108-4cf8-ac23-3ba6458d92c7 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 944 time: 0.0501754 Sep 29 02:16:24.545038 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:24.551534 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cc55f-cf4a-4a28-97e8-8d206542678f req-5f8a2a91-836d-4921-aa4d-615ab97c5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:24.553126 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-452cc55f-cf4a-4a28-97e8-8d206542678f req-5f8a2a91-836d-4921-aa4d-615ab97c5463 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432570 Sep 29 02:16:24.577817 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6d9106ea-7583-42d3-8b2b-1fd577aa77ae req-4f0cb4bf-92b3-43a5-8ba3-afac9b0e3939 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c4a9cfef-01df-4e3d-ab87-6678b7c5909e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446045 Sep 29 02:16:24.652086 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-452cc55f-cf4a-4a28-97e8-8d206542678f req-a072a3e4-d17f-42c8-8815-367ba1c85c0c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923707 Sep 29 02:16:24.746520 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-452cc55f-cf4a-4a28-97e8-8d206542678f req-f45ff706-bd10-448e-b332-946a0289464d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834975 Sep 29 02:16:24.903236 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-408e0751-cd4b-45ab-82eb-3d1a7c0015f9 req-099a0714-2a52-4a94-a097-40e902eb5f73 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 210 time: 0.0264485 Sep 29 02:16:25.101838 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:25.201602 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-6dcad6ee-1da8-46f0-907c-75b557709eb3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:25.203127 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-6dcad6ee-1da8-46f0-907c-75b557709eb3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 811 time: 0.1137271 Sep 29 02:16:25.268536 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-b5d030a2-eb72-4c34-b3cf-501ab0b18528 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=165a7d71a21240a79e77abbe80717389 HTTP/1.1" status: 200 len: 380 time: 0.0541527 Sep 29 02:16:25.278346 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ddcce5d6-d0b5-4fca-aa9d-a0b7c975b2b6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Request body: {'port': {'device_id': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'admin_state_up': True, 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'security_groups': ['d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed']}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:25.295016 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:16:25.399770 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:25.412993 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'port_id': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d', 'mac_address': 'fa:16:3e:76:ce:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:16:25.444637 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:25.452324 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:16:25.452855 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:25.468130 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:16:25.489516 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:25.489984 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7ad53-0b44-4840-b533-cb6bf3571c8a req-3b037555-d2be-45c3-8933-85d6ac1d655a tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:25.491610 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-06d7ad53-0b44-4840-b533-cb6bf3571c8a req-3b037555-d2be-45c3-8933-85d6ac1d655a tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0568626 Sep 29 02:16:25.494457 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:25.547520 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:25.555273 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.555709 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.556153 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.556576 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.556995 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.557562 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.557955 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.558353 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.558768 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.559167 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.559563 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.559960 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.560351 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.560740 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.561154 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:25.578482 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-06d7ad53-0b44-4840-b533-cb6bf3571c8a req-70be070b-4604-404c-abfd-085b3f9ac297 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787287 Sep 29 02:16:25.611071 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ddcce5d6-d0b5-4fca-aa9d-a0b7c975b2b6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Made reservation on behalf of 165a7d71a21240a79e77abbe80717389 for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:16:25.614820 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ddcce5d6-d0b5-4fca-aa9d-a0b7c975b2b6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:25.770827 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ddcce5d6-d0b5-4fca-aa9d-a0b7c975b2b6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Allocated IP 172.20.0.3 (7fb5d174-0244-4143-a2ba-fb111b24bb02/3b189aa6-b5d7-42f0-bc64-21d8dbf2a762/b3ecb52f-6240-44e1-95ce-78afaac9e116) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:16:25.786208 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['72f0fee1-f7cb-4a36-87bd-cd5af5efac1d'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:16:25.786983 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fd25-1c06-49a4-8872-772c72c7abbf req-1d419dda-0c23-4488-b637-ad259b426ec3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:25.788706 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cca2fd25-1c06-49a4-8872-772c72c7abbf req-1d419dda-0c23-4488-b637-ad259b426ec3 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 945 time: 0.0499082 Sep 29 02:16:25.849969 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cca2fd25-1c06-49a4-8872-772c72c7abbf req-84528a8c-a487-400a-bc75-095699583399 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c4a9cfef-01df-4e3d-ab87-6678b7c5909e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548503 Sep 29 02:16:25.933976 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ddcce5d6-d0b5-4fca-aa9d-a0b7c975b2b6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:25.965540 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ddcce5d6-d0b5-4fca-aa9d-a0b7c975b2b6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:26.008102 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ddcce5d6-d0b5-4fca-aa9d-a0b7c975b2b6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Network 7fb5d174-0244-4143-a2ba-fb111b24bb02 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:16:26.013172 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ddcce5d6-d0b5-4fca-aa9d-a0b7c975b2b6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:16:26.017500 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ddcce5d6-d0b5-4fca-aa9d-a0b7c975b2b6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:16:26.021974 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ddcce5d6-d0b5-4fca-aa9d-a0b7c975b2b6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:26.022578 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ddcce5d6-d0b5-4fca-aa9d-a0b7c975b2b6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:26.024805 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f94eba-5490-403d-84fb-e95fafc5c549 req-52cfbd3d-77da-4c59-a048-f36b8d7f2b10 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:26.026321 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e9f94eba-5490-403d-84fb-e95fafc5c549 req-52cfbd3d-77da-4c59-a048-f36b8d7f2b10 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 931 time: 0.0485551 Sep 29 02:16:26.036799 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:26.039850 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcce5d6-d0b5-4fca-aa9d-a0b7c975b2b6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'Port': ['ID=b3ecb52f-6240-44e1-95ce-78afaac9e116,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:26.048219 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ddcce5d6-d0b5-4fca-aa9d-a0b7c975b2b6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7734971 Sep 29 02:16:26.068822 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Request body: {'port': {'device_id': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:26.085454 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e9f94eba-5490-403d-84fb-e95fafc5c549 req-0d31683d-148d-4e8c-8b8f-6a5f1eb69d84 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516801 Sep 29 02:16:26.133471 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:26.188623 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:26.297825 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-28d29e29-fa9e-4ccc-84ec-457bc640c0f3 None None] Provisioning complete for port b3ecb52f-6240-44e1-95ce-78afaac9e116 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:16:26.298457 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-28d29e29-fa9e-4ccc-84ec-457bc640c0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:26.299014 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-28d29e29-fa9e-4ccc-84ec-457bc640c0f3 None None] Attempt 1 to provision port b3ecb52f-6240-44e1-95ce-78afaac9e116 Sep 29 02:16:26.303024 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:26.339152 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-28d29e29-fa9e-4ccc-84ec-457bc640c0f3 None None] Port b3ecb52f-6240-44e1-95ce-78afaac9e116 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:16:26.418919 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ecb52f-6240-44e1-95ce-78afaac9e116 {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:16:26.429608 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Publish callbacks [] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:26.444743 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-183405e3-2470-49b3-abca-c5ce60c52f6a req-3e513ea6-1b1b-4e06-a296-cdd10d1c0459 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562000 Sep 29 02:16:26.449367 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Transition to ACTIVE for port object b3ecb52f-6240-44e1-95ce-78afaac9e116 will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:16:26.454557 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:26.554295 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ecb52f-6240-44e1-95ce-78afaac9e116,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:26.563553 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Attempting to bind port b3ecb52f-6240-44e1-95ce-78afaac9e116 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:16:26.563906 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Attempting to bind port b3ecb52f-6240-44e1-95ce-78afaac9e116 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:16:26.564476 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Attempting to bind port b3ecb52f-6240-44e1-95ce-78afaac9e116 on network 7fb5d174-0244-4143-a2ba-fb111b24bb02 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:16:26.567113 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183405e3-2470-49b3-abca-c5ce60c52f6a req-d3a09187-1345-4965-84a6-a8cbf3ee4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:26.568609 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-183405e3-2470-49b3-abca-c5ce60c52f6a req-d3a09187-1345-4965-84a6-a8cbf3ee4610 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=320dd138f254473a84a601c153e1e39b&device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 1129 time: 0.0871310 Sep 29 02:16:26.597385 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:26.662724 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Port b3ecb52f-6240-44e1-95ce-78afaac9e116 on network 7fb5d174-0244-4143-a2ba-fb111b24bb02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:16:26.663329 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Attempting to bind port b3ecb52f-6240-44e1-95ce-78afaac9e116 on network 7fb5d174-0244-4143-a2ba-fb111b24bb02 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:16:26.704885 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69817965-7ddc-482b-a2ef-284e03d387a0 req-6db4f6ad-d4ae-478f-9abd-bd5d3c6cc743 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:26.706287 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-69817965-7ddc-482b-a2ef-284e03d387a0 req-6db4f6ad-d4ae-478f-9abd-bd5d3c6cc743 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0510941 Sep 29 02:16:26.729860 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183405e3-2470-49b3-abca-c5ce60c52f6a req-0d9025ba-8e28-4553-ba4c-2a99bafe5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:26.731325 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-183405e3-2470-49b3-abca-c5ce60c52f6a req-0d9025ba-8e28-4553-ba4c-2a99bafe5881 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 200 len: 918 time: 0.1382558 Sep 29 02:16:26.732430 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:16:26.732759 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Checking segment: {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:16:26.733156 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Bound using segment: {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:16:26.733610 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Bound port: b3ecb52f-6240-44e1-95ce-78afaac9e116, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:16:26.733952 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:26.741779 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:26.767005 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-69817965-7ddc-482b-a2ef-284e03d387a0 req-6e9ef77d-bd15-4e4c-be1a-0cbf9a6bb03e tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547931 Sep 29 02:16:26.797938 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-183405e3-2470-49b3-abca-c5ce60c52f6a req-27187ca5-a930-4f48-b0ae-95509e92228b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d489b0-8ea1-47ef-acc4-1d824148d54e HTTP/1.1" status: 200 len: 217 time: 0.0541666 Sep 29 02:16:26.839881 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-28d29e29-fa9e-4ccc-84ec-457bc640c0f3 None None] Attempt 2 to provision port b3ecb52f-6240-44e1-95ce-78afaac9e116 Sep 29 02:16:26.863032 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] For port b3ecb52f-6240-44e1-95ce-78afaac9e116, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:16:26.871441 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-28d29e29-fa9e-4ccc-84ec-457bc640c0f3 None None] Port b3ecb52f-6240-44e1-95ce-78afaac9e116 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:16:26.874248 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183405e3-2470-49b3-abca-c5ce60c52f6a req-34e762da-22ff-40dc-a7e2-6ae5f1a15ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:26.876341 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-183405e3-2470-49b3-abca-c5ce60c52f6a req-34e762da-22ff-40dc-a7e2-6ae5f1a15ba3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 200 len: 857 time: 0.0700319 Sep 29 02:16:26.880814 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] For port b3ecb52f-6240-44e1-95ce-78afaac9e116, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b3ecb52f-6240-44e1-95ce-78afaac9e116,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:16:26.894571 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:26.913152 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:26.914775 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:26.915463 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:26.916850 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/b3ecb52f-6240-44e1-95ce-78afaac9e116 HTTP/1.1" status: 200 len: 1093 time: 0.8552890 Sep 29 02:16:26.920173 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'tag': 'b3ecb52f-6240-44e1-95ce-78afaac9e116'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:26.922958 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9569ba-2f45-4805-a07c-d7eba1f2adb0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a927e94-94d6-4c65-8372-a9d44eefecfa", "tag": "b3ecb52f-6240-44e1-95ce-78afaac9e116"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:26.994027 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70c13-4723-48b5-a66f-4d8dc6449f12 req-f730ef65-e208-4c04-8ff7-2ee7042845f7 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:26.995675 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c6f70c13-4723-48b5-a66f-4d8dc6449f12 req-f730ef65-e208-4c04-8ff7-2ee7042845f7 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 945 time: 0.0531349 Sep 29 02:16:27.001660 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183405e3-2470-49b3-abca-c5ce60c52f6a req-e3b94558-b8f6-46d9-bfb2-3c4cdd4c8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:27.003184 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-183405e3-2470-49b3-abca-c5ce60c52f6a req-e3b94558-b8f6-46d9-bfb2-3c4cdd4c8044 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c2bc5a46-4a67-46c9-9128-c14743d2b1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1193519 Sep 29 02:16:27.008067 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612bafc9-f7d8-4c60-a346-887acf276aa5 x-openstack-request-id: req-612bafc9-f7d8-4c60-a346-887acf276aa5 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:27.008350 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a927e94-94d6-4c65-8372-a9d44eefecfa", "tag": "b3ecb52f-6240-44e1-95ce-78afaac9e116", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:27.008601 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-612bafc9-f7d8-4c60-a346-887acf276aa5 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:27.009009 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612bafc9-f7d8-4c60-a346-887acf276aa5'] response: {'name': 'network-changed', 'server_uuid': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'tag': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'status': 'completed', 'code': 200} Sep 29 02:16:27.015196 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:27.045098 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c6f70c13-4723-48b5-a66f-4d8dc6449f12 req-04205329-99d9-43cd-9248-277bf07453e8 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c4a9cfef-01df-4e3d-ab87-6678b7c5909e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426199 Sep 29 02:16:27.047861 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-71e54c1a-72a8-4d79-9c45-34f0fe74f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:27.049374 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-71e54c1a-72a8-4d79-9c45-34f0fe74f8b5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 1127 time: 0.0884640 Sep 29 02:16:27.052307 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b829b-69ff-4567-a2b8-850d8f374469 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ecb52f-6240-44e1-95ce-78afaac9e116,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:27.118353 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-9e7055a5-5b66-4167-a739-8ad3f7ffcafe service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3ecb52f-6240-44e1-95ce-78afaac9e116 HTTP/1.1" status: 200 len: 217 time: 0.0388441 Sep 29 02:16:27.190693 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-183405e3-2470-49b3-abca-c5ce60c52f6a req-3c5f6919-4b36-4f68-a2b3-57999dac4a42 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705899 Sep 29 02:16:27.192389 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ef1ca0df-ab16-40b4-85a8-0b45fc972fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:27.193720 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-ef1ca0df-ab16-40b4-85a8-0b45fc972fd9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b189aa6-b5d7-42f0-bc64-21d8dbf2a762 HTTP/1.1" status: 200 len: 850 time: 0.0680609 Sep 29 02:16:27.209094 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ed843-5113-45db-a133-4176c2a4fa31 req-1890d8b3-0064-49b3-9ea3-ec5f9adc7b6c tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:27.210551 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0a7ed843-5113-45db-a133-4176c2a4fa31 req-1890d8b3-0064-49b3-9ea3-ec5f9adc7b6c tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 943 time: 0.0492878 Sep 29 02:16:27.263494 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0a7ed843-5113-45db-a133-4176c2a4fa31 req-56fb50a8-332d-4d0d-be2f-b55515771b93 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442750 Sep 29 02:16:27.286872 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-8c8c65a1-3c33-4384-bb80-5d553d0f7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:27.288668 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-8c8c65a1-3c33-4384-bb80-5d553d0f7a83 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7fb5d174-0244-4143-a2ba-fb111b24bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0824513 Sep 29 02:16:27.327299 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:16:27.351759 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:27.372141 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-28d29e29-fa9e-4ccc-84ec-457bc640c0f3 None None] Attempt 3 to provision port b3ecb52f-6240-44e1-95ce-78afaac9e116 Sep 29 02:16:27.374596 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:16:27.387525 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-183405e3-2470-49b3-abca-c5ce60c52f6a req-e5013f0e-ac23-4809-a1e9-edff13f37c3f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823831 Sep 29 02:16:27.403815 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:16:27.404196 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:27.404552 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d Sep 29 02:16:27.415359 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-c098cb64-92b8-445b-bb33-5a15ee20a54f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183512 Sep 29 02:16:27.443334 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-28d29e29-fa9e-4ccc-84ec-457bc640c0f3 None None] Port b3ecb52f-6240-44e1-95ce-78afaac9e116 had new provisioning blocks added so it will not transition to active. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:16:27.484439 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:16:27.484892 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:27.504187 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-22c32060-f14f-48a3-b111-fe3370e986b4 req-fce2bf65-db63-4570-a139-88d46119a4f3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832326 Sep 29 02:16:27.508710 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995700ac-1532-4792-882e-3e83dad9899a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:27.511107 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041da55b-2230-4484-b6c4-519069b666da" -d '{"events": [{"server_uuid": "995700ac-1532-4792-882e-3e83dad9899a", "name": "network-vif-plugged", "status": "completed", "tag": "72f0fee1-f7cb-4a36-87bd-cd5af5efac1d"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:27.524936 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:27.529402 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:27.556595 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e72977-6e25-40bb-a1e0-d936ed6aeba2 x-openstack-request-id: req-82e72977-6e25-40bb-a1e0-d936ed6aeba2 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:27.556924 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995700ac-1532-4792-882e-3e83dad9899a", "name": "network-vif-plugged", "status": "completed", "tag": "72f0fee1-f7cb-4a36-87bd-cd5af5efac1d", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:27.557178 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-82e72977-6e25-40bb-a1e0-d936ed6aeba2 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:27.557575 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e72977-6e25-40bb-a1e0-d936ed6aeba2'] response: {'server_uuid': '995700ac-1532-4792-882e-3e83dad9899a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d', 'code': 200} Sep 29 02:16:27.585235 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:27.838991 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9569ba-2f45-4805-a07c-d7eba1f2adb0 req-6c63be58-55cf-43c7-a7e3-32c8ac67d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:27.840509 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6e9569ba-2f45-4805-a07c-d7eba1f2adb0 req-6c63be58-55cf-43c7-a7e3-32c8ac67d7a8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 1127 time: 0.0443668 Sep 29 02:16:27.894290 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d64a41-f738-4870-ad85-0020b9df3d0e req-6aab5c4f-0ca0-485f-9d7d-4208404da70b tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:27.895788 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a5d64a41-f738-4870-ad85-0020b9df3d0e req-6aab5c4f-0ca0-485f-9d7d-4208404da70b tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0526717 Sep 29 02:16:27.959486 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a5d64a41-f738-4870-ad85-0020b9df3d0e req-efb5a9e5-c8f3-4960-8cb6-85c4b7e1fba9 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571418 Sep 29 02:16:27.971701 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9569ba-2f45-4805-a07c-d7eba1f2adb0 req-aec7584d-69e4-44cc-a2f6-b594a8b095b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:27.973284 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6e9569ba-2f45-4805-a07c-d7eba1f2adb0 req-aec7584d-69e4-44cc-a2f6-b594a8b095b7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 911 time: 0.1267807 Sep 29 02:16:27.982380 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249907e-ae84-4e65-9a52-2fb556c29d17 req-f27072d7-9123-41cc-aafe-8705b5a41bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:27.983750 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4249907e-ae84-4e65-9a52-2fb556c29d17 req-f27072d7-9123-41cc-aafe-8705b5a41bb1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 1130 time: 0.0459690 Sep 29 02:16:28.024958 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6e9569ba-2f45-4805-a07c-d7eba1f2adb0 req-b15912d5-174d-4c52-8f3b-edb6a255b0fa service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3ecb52f-6240-44e1-95ce-78afaac9e116 HTTP/1.1" status: 200 len: 217 time: 0.0403042 Sep 29 02:16:28.094048 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4249907e-ae84-4e65-9a52-2fb556c29d17 req-18d6bb3d-d1f4-4bf0-a175-06031848426c service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=c4a9cfef-01df-4e3d-ab87-6678b7c5909e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747502 Sep 29 02:16:28.095524 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9569ba-2f45-4805-a07c-d7eba1f2adb0 req-28b9c64d-0d92-4b7d-96d9-5eeebcf750e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:28.096893 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6e9569ba-2f45-4805-a07c-d7eba1f2adb0 req-28b9c64d-0d92-4b7d-96d9-5eeebcf750e1 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b189aa6-b5d7-42f0-bc64-21d8dbf2a762 HTTP/1.1" status: 200 len: 850 time: 0.0641875 Sep 29 02:16:28.166360 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb6263-355a-408c-bb8e-612f599e89f7 req-d1ff6987-af2b-4315-bee0-125abf8595d9 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:28.167788 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5cdb6263-355a-408c-bb8e-612f599e89f7 req-d1ff6987-af2b-4315-bee0-125abf8595d9 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 946 time: 0.0453951 Sep 29 02:16:28.216849 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5cdb6263-355a-408c-bb8e-612f599e89f7 req-dc5bca8a-2af6-4cfc-ab66-d091d86f26f4 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c4a9cfef-01df-4e3d-ab87-6678b7c5909e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436602 Sep 29 02:16:28.362741 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9569ba-2f45-4805-a07c-d7eba1f2adb0 req-a653130d-dec2-4a43-8d58-faac3bd2a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:28.364167 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6e9569ba-2f45-4805-a07c-d7eba1f2adb0 req-a653130d-dec2-4a43-8d58-faac3bd2a6bc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7fb5d174-0244-4143-a2ba-fb111b24bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442879 Sep 29 02:16:28.386137 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192247ce-751a-4a5a-ba2d-4141859bd14e req-32993ca3-cf8e-4029-8a7a-9a4afb5d3b44 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:28.387622 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-192247ce-751a-4a5a-ba2d-4141859bd14e req-32993ca3-cf8e-4029-8a7a-9a4afb5d3b44 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 943 time: 0.0459213 Sep 29 02:16:28.435364 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-192247ce-751a-4a5a-ba2d-4141859bd14e req-2dd47387-477b-427e-b4e9-c18ffdebae1e tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421424 Sep 29 02:16:29.038055 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:29.076206 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6e9569ba-2f45-4805-a07c-d7eba1f2adb0 req-330db757-dfef-4616-91ec-9299a085946c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965843 Sep 29 02:16:29.085436 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e79a41-d291-4e97-b101-4bb800337299 req-dc3ebbd5-a1d3-4290-8f2a-abd4bcc9c558 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:29.086944 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-67e79a41-d291-4e97-b101-4bb800337299 req-dc3ebbd5-a1d3-4290-8f2a-abd4bcc9c558 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0505688 Sep 29 02:16:29.150116 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-67e79a41-d291-4e97-b101-4bb800337299 req-685a1d16-726b-4991-b42b-06bdf71e828a tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569396 Sep 29 02:16:29.173969 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6e9569ba-2f45-4805-a07c-d7eba1f2adb0 req-f588cf05-a802-4a38-a3d5-782f9f865fef service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906620 Sep 29 02:16:29.340955 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac78a8-827f-4798-b9d3-61d76b1c0dd7 req-ea5d8eec-20bc-4f0a-94f2-3cf0d30522e2 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:29.342413 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3dac78a8-827f-4798-b9d3-61d76b1c0dd7 req-ea5d8eec-20bc-4f0a-94f2-3cf0d30522e2 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 946 time: 0.0508513 Sep 29 02:16:29.388856 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3dac78a8-827f-4798-b9d3-61d76b1c0dd7 req-39d5e744-958e-477c-b5fa-c15845f13e8a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c4a9cfef-01df-4e3d-ab87-6678b7c5909e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406759 Sep 29 02:16:29.517108 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:29.552191 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5f88b-affe-488d-9b17-cdd99a5d434b req-c2ebd5a9-523b-4156-9569-47087ebc7765 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:29.553690 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e6b5f88b-affe-488d-9b17-cdd99a5d434b req-c2ebd5a9-523b-4156-9569-47087ebc7765 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 943 time: 0.0462742 Sep 29 02:16:29.602381 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e6b5f88b-affe-488d-9b17-cdd99a5d434b req-2e3362d2-abd3-4f5e-8a80-1ec6b327bfe0 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431902 Sep 29 02:16:30.269578 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a9714-db02-481f-a584-d1bd87d27849 req-4184b1d4-d831-4e62-846a-fea57417a9fc tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:30.271009 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-303a9714-db02-481f-a584-d1bd87d27849 req-4184b1d4-d831-4e62-846a-fea57417a9fc tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0452681 Sep 29 02:16:30.333567 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-303a9714-db02-481f-a584-d1bd87d27849 req-e558d454-cef9-4aae-93b7-bc24256ac34c tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570192 Sep 29 02:16:30.510012 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3d81d-926e-4ed3-9f66-dc0101b15ef0 req-0b986118-5d7e-4444-aba3-231c5fd16012 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:30.511464 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b7c3d81d-926e-4ed3-9f66-dc0101b15ef0 req-0b986118-5d7e-4444-aba3-231c5fd16012 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 946 time: 0.0459797 Sep 29 02:16:30.557045 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b7c3d81d-926e-4ed3-9f66-dc0101b15ef0 req-76b3ab53-966e-438d-8512-b34fd2435cc4 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c4a9cfef-01df-4e3d-ab87-6678b7c5909e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401149 Sep 29 02:16:30.671828 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d1526-6625-4bb5-88d7-54ee347c8bcc req-118a5616-d7de-4b4a-8896-0cb3e277c3bf tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:30.673842 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3b3d1526-6625-4bb5-88d7-54ee347c8bcc req-118a5616-d7de-4b4a-8896-0cb3e277c3bf tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 946 time: 0.0458155 Sep 29 02:16:30.683956 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48118) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:30.688373 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-4754fe02-e4a6-4694-b5cb-76d534257314 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Request body: {'floatingip': {'port_id': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:30.704651 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:30.717748 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:30.723664 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd21268-b4f0-4eff-9505-fddaa7a23516 req-6e357f36-9ab6-4262-9d4a-7fc1a7ecdaf1 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:30.725174 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7dd21268-b4f0-4eff-9505-fddaa7a23516 req-6e357f36-9ab6-4262-9d4a-7fc1a7ecdaf1 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 943 time: 0.0504496 Sep 29 02:16:30.726853 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4754fe02-e4a6-4694-b5cb-76d534257314 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (0269fc72-946c-40ef-9bdb-a0cc4c1504b9), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:30.773333 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7dd21268-b4f0-4eff-9505-fddaa7a23516 req-1add8acf-f709-437a-9616-b7b6e2ebc127 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424116 Sep 29 02:16:31.352612 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4754fe02-e4a6-4694-b5cb-76d534257314 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:31.357265 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4754fe02-e4a6-4694-b5cb-76d534257314 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (0269fc72-946c-40ef-9bdb-a0cc4c1504b9), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:31.459059 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93a5f8-93c5-43c4-a333-f7c994fc015b req-be621daa-1719-45cf-b39a-60da9ac033f5 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:31.461474 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1e93a5f8-93c5-43c4-a333-f7c994fc015b req-be621daa-1719-45cf-b39a-60da9ac033f5 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0502684 Sep 29 02:16:31.466623 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [None req-4754fe02-e4a6-4694-b5cb-76d534257314 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Floating IP 0269fc72-946c-40ef-9bdb-a0cc4c1504b9 associated. External IP: 172.27.3.221, port: 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d. Sep 29 02:16:31.529581 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1e93a5f8-93c5-43c4-a333-f7c994fc015b req-1489d0d2-21ad-4666-b519-b64f27a757cd tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631797 Sep 29 02:16:31.664130 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4754fe02-e4a6-4694-b5cb-76d534257314 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:16:31.764615 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4754fe02-e4a6-4694-b5cb-76d534257314 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:16:31.769982 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4754fe02-e4a6-4694-b5cb-76d534257314 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:31.771373 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:31.775393 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f59c23-76af-4400-afd2-a5b70615cc11 None None] Sync routers for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:16:31.785458 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f59c23-76af-4400-afd2-a5b70615cc11 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:31.786094 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-c4f59c23-76af-4400-afd2-a5b70615cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:31.806201 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-4754fe02-e4a6-4694-b5cb-76d534257314 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/0269fc72-946c-40ef-9bdb-a0cc4c1504b9 HTTP/1.1" status: 200 len: 992 time: 1.1190774 Sep 29 02:16:31.806201 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995700ac-1532-4792-882e-3e83dad9899a', 'tag': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:31.807182 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c8ea55-f46a-4a89-a4c4-8b03a8bb539d" -d '{"events": [{"name": "network-changed", "server_uuid": "995700ac-1532-4792-882e-3e83dad9899a", "tag": "72f0fee1-f7cb-4a36-87bd-cd5af5efac1d"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:31.849911 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22052ab-9874-47f3-bc05-71387bc91c83 x-openstack-request-id: req-b22052ab-9874-47f3-bc05-71387bc91c83 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:31.850209 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995700ac-1532-4792-882e-3e83dad9899a", "tag": "72f0fee1-f7cb-4a36-87bd-cd5af5efac1d", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:31.850466 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b22052ab-9874-47f3-bc05-71387bc91c83 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:31.850873 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22052ab-9874-47f3-bc05-71387bc91c83'] response: {'name': 'network-changed', 'server_uuid': '995700ac-1532-4792-882e-3e83dad9899a', 'tag': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d', 'status': 'completed', 'code': 200} Sep 29 02:16:31.893623 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-c4f59c23-76af-4400-afd2-a5b70615cc11 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:31.905471 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d5a20-161a-49f7-ae84-90cd379d6154 req-9090091a-ef20-4cc2-97b3-968569d6ba43 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:31.907036 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7f7d5a20-161a-49f7-ae84-90cd379d6154 req-9090091a-ef20-4cc2-97b3-968569d6ba43 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 943 time: 0.0460334 Sep 29 02:16:31.971372 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7f7d5a20-161a-49f7-ae84-90cd379d6154 req-4cfe8df9-f106-4122-9a5a-c3a661aa921a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521328 Sep 29 02:16:31.981606 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8ea55-f46a-4a89-a4c4-8b03a8bb539d req-a0e5fdf5-0759-48e5-a50c-436a69766603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:31.983142 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-19c8ea55-f46a-4a89-a4c4-8b03a8bb539d req-a0e5fdf5-0759-48e5-a50c-436a69766603 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2a04f2488c2a4d219ad8193c4dd12b65&device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 1130 time: 0.0479846 Sep 29 02:16:32.092694 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:32.123532 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8ea55-f46a-4a89-a4c4-8b03a8bb539d req-fdf4dd4a-812d-4690-b83b-43c0fe93a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:32.125056 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-19c8ea55-f46a-4a89-a4c4-8b03a8bb539d req-fdf4dd4a-812d-4690-b83b-43c0fe93a017 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 HTTP/1.1" status: 200 len: 910 time: 0.0926590 Sep 29 02:16:32.191036 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-19c8ea55-f46a-4a89-a4c4-8b03a8bb539d req-b94c1646-6ef3-4353-9bc5-7e40de9739a4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d HTTP/1.1" status: 200 len: 1000 time: 0.0598259 Sep 29 02:16:32.197836 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-c4f59c23-76af-4400-afd2-a5b70615cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '0269fc72-946c-40ef-9bdb-a0cc4c1504b9', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'port_id': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'mac_address': 'fa:16:3e:76:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995700ac-1532-4792-882e-3e83dad9899a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:18Z', 'updated_at': '2022-09-29T02:16:31Z', 'revision_number': 1, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 5, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:32.223422 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f59c23-76af-4400-afd2-a5b70615cc11 None None] Checking router: ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:16:32.232519 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f59c23-76af-4400-afd2-a5b70615cc11 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:32.233161 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-c4f59c23-76af-4400-afd2-a5b70615cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:32.242866 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8ea55-f46a-4a89-a4c4-8b03a8bb539d req-e615e04e-a3a2-408c-958b-e778cc1f9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:32.244366 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-19c8ea55-f46a-4a89-a4c4-8b03a8bb539d req-e615e04e-a3a2-408c-958b-e778cc1f9c1b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c97b77e6-502e-434a-8af4-d88686453bb8 HTTP/1.1" status: 200 len: 849 time: 0.0464914 Sep 29 02:16:32.291550 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8ea55-f46a-4a89-a4c4-8b03a8bb539d req-2e0d3293-eb12-41e5-a9f9-aa4e14a4c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:32.293089 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-19c8ea55-f46a-4a89-a4c4-8b03a8bb539d req-2e0d3293-eb12-41e5-a9f9-aa4e14a4c5c9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418711 Sep 29 02:16:32.316742 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:32.343468 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-c4f59c23-76af-4400-afd2-a5b70615cc11 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:32.395810 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-19c8ea55-f46a-4a89-a4c4-8b03a8bb539d req-4d1e8961-ac3d-4c34-a66a-3a98182d59de service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932055 Sep 29 02:16:32.489529 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-19c8ea55-f46a-4a89-a4c4-8b03a8bb539d req-7186a4b0-fe63-4e9c-bf31-a22c5018a766 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870290 Sep 29 02:16:32.546155 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:32.569119 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-c4f59c23-76af-4400-afd2-a5b70615cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '0269fc72-946c-40ef-9bdb-a0cc4c1504b9', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'port_id': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'mac_address': 'fa:16:3e:76:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995700ac-1532-4792-882e-3e83dad9899a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:18Z', 'updated_at': '2022-09-29T02:16:31Z', 'revision_number': 1, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 5, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:32.587214 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f59c23-76af-4400-afd2-a5b70615cc11 None None] The sync data for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi is: [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '0269fc72-946c-40ef-9bdb-a0cc4c1504b9', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'port_id': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'mac_address': 'fa:16:3e:76:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995700ac-1532-4792-882e-3e83dad9899a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:18Z', 'updated_at': '2022-09-29T02:16:31Z', 'revision_number': 1, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 5, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:16:32.667187 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13035f1-8026-428c-8e4d-967c905baf4c req-6707a7cb-949a-480f-ac58-8c4d366c2fd4 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:32.668740 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c13035f1-8026-428c-8e4d-967c905baf4c req-6707a7cb-949a-480f-ac58-8c4d366c2fd4 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0485759 Sep 29 02:16:32.740328 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c13035f1-8026-428c-8e4d-967c905baf4c req-9405f881-f3d5-4ce4-8940-decc0062a931 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632024 Sep 29 02:16:32.815607 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ea59f-3c7f-45a6-924f-3ba8582ec68b None None] New status for floating IP 0269fc72-946c-40ef-9bdb-a0cc4c1504b9: ACTIVE {{(pid=106337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:16:32.817923 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b2a38-1061-4eab-a5c7-72c78e378b5d req-b72a1acc-2d52-4a69-9109-1e6399f551d2 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:32.819635 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-652b2a38-1061-4eab-a5c7-72c78e378b5d req-b72a1acc-2d52-4a69-9109-1e6399f551d2 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0506654 Sep 29 02:16:32.868459 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-652b2a38-1061-4eab-a5c7-72c78e378b5d req-e6059e66-918f-4f1d-97ec-ed8ce96d7828 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424142 Sep 29 02:16:33.093751 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bab68-8048-4488-8f3f-c4b72cae6547 req-e38b09d7-c1af-487c-aa08-4a199c31b2d0 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:33.096127 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-405bab68-8048-4488-8f3f-c4b72cae6547 req-e38b09d7-c1af-487c-aa08-4a199c31b2d0 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 943 time: 0.0503528 Sep 29 02:16:33.144638 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-405bab68-8048-4488-8f3f-c4b72cae6547 req-f12db8d3-15b9-4f3b-9a84-93dace86a3f8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Sep 29 02:16:33.865086 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628adb4-8fc7-41da-ad84-b50f4730e602 req-8f7c5864-e3c4-4780-bbee-fae1dc339232 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:33.866566 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b628adb4-8fc7-41da-ad84-b50f4730e602 req-8f7c5864-e3c4-4780-bbee-fae1dc339232 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0471172 Sep 29 02:16:33.927021 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b628adb4-8fc7-41da-ad84-b50f4730e602 req-0447d4db-6f0c-4438-8869-10c0e8971f01 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547681 Sep 29 02:16:33.958712 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:33.993256 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23efef5-f06f-443e-aa1d-0b44ada69965 req-10d024be-0fe0-411c-b1b6-03cf2d251bb6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:33.994691 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a23efef5-f06f-443e-aa1d-0b44ada69965 req-10d024be-0fe0-411c-b1b6-03cf2d251bb6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0455830 Sep 29 02:16:34.042771 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a23efef5-f06f-443e-aa1d-0b44ada69965 req-a10dee51-5628-47ba-9330-5f6d39d21bc9 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426502 Sep 29 02:16:34.264408 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ded97-b482-4391-9c80-6787ede794ca req-c6bb58f6-69e5-4ef1-86ca-e1ddda74884b tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:34.265901 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2a2ded97-b482-4391-9c80-6787ede794ca req-c6bb58f6-69e5-4ef1-86ca-e1ddda74884b tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 943 time: 0.0468812 Sep 29 02:16:34.315155 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2a2ded97-b482-4391-9c80-6787ede794ca req-2d348913-b2f4-4bd6-af2c-a2d1aca197be tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432165 Sep 29 02:16:34.847729 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:16:35.075029 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbf72f-7845-4af3-86c5-5affedd3de24 req-4f27ee40-288a-48d7-9d72-8be3cdf3ee33 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:35.082634 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-11bbf72f-7845-4af3-86c5-5affedd3de24 req-4f27ee40-288a-48d7-9d72-8be3cdf3ee33 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0778191 Sep 29 02:16:35.186721 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-11bbf72f-7845-4af3-86c5-5affedd3de24 req-0aa94a62-2145-4f72-b3b2-5274788a7d49 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015930 Sep 29 02:16:35.206610 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242be2d-063b-4b86-9248-cad61d634303 req-68389649-237a-4015-b406-1c9354f060a3 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:35.208202 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2242be2d-063b-4b86-9248-cad61d634303 req-68389649-237a-4015-b406-1c9354f060a3 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0569599 Sep 29 02:16:35.230690 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:35.257081 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2242be2d-063b-4b86-9248-cad61d634303 req-3b0824ca-5e1d-43fa-b040-05063a8c4fee tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 Sep 29 02:16:35.433752 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fcc43-9196-41ac-9169-3b1d4d608149 req-63330c6e-a91a-45bb-b072-d7ab99547f76 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:35.435217 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5d2fcc43-9196-41ac-9169-3b1d4d608149 req-63330c6e-a91a-45bb-b072-d7ab99547f76 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 943 time: 0.0452435 Sep 29 02:16:35.484233 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5d2fcc43-9196-41ac-9169-3b1d4d608149 req-199c949c-7d0e-4cc8-9c76-63396b955958 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427542 Sep 29 02:16:36.330491 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80227dff-d512-45e6-b7e0-684bc41d8693 req-fffb28ea-e6b6-45c8-b7bc-3993d3bc72f5 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:36.331974 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-80227dff-d512-45e6-b7e0-684bc41d8693 req-fffb28ea-e6b6-45c8-b7bc-3993d3bc72f5 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0679045 Sep 29 02:16:36.394007 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-80227dff-d512-45e6-b7e0-684bc41d8693 req-f717ee22-5482-4b4a-a67f-8c3859d3231f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559759 Sep 29 02:16:36.439702 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a9252-9a28-4888-8b74-ac0a8044ba8f req-34945413-7e95-4007-9453-aec5cb5dd437 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:36.441126 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-591a9252-9a28-4888-8b74-ac0a8044ba8f req-34945413-7e95-4007-9453-aec5cb5dd437 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0462341 Sep 29 02:16:36.489074 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-591a9252-9a28-4888-8b74-ac0a8044ba8f req-77396b7d-f3c8-443a-99d8-2d9dc1d4584c tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Sep 29 02:16:36.601744 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d768d-1d5c-4f13-8950-5990b95271eb req-363eaf9c-5c33-43ee-9e65-cd88e027a2a5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:36.603203 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-512d768d-1d5c-4f13-8950-5990b95271eb req-363eaf9c-5c33-43ee-9e65-cd88e027a2a5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 943 time: 0.0462301 Sep 29 02:16:36.653770 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-512d768d-1d5c-4f13-8950-5990b95271eb req-1a74c6cd-fea5-4024-ac1e-aba23ec2293f tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449338 Sep 29 02:16:37.157542 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-217e07bf-4a9d-4a99-a164-acdd2a3afc89 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:37.159007 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-217e07bf-4a9d-4a99-a164-acdd2a3afc89 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0519738 Sep 29 02:16:37.271301 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Deleting port 34fa7290-3f69-4262-816c-ca3f9f1c282e {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:37.271648 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:37.369118 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] For port 34fa7290-3f69-4262-816c-ca3f9f1c282e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=34fa7290-3f69-4262-816c-ca3f9f1c282e,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:37.369495 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:37.514006 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ae277-d945-4d25-8b13-08b5bc7a6545 req-10676b3e-35ab-441b-902b-a6536bb9d823 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:37.515484 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f04ae277-d945-4d25-8b13-08b5bc7a6545 req-10676b3e-35ab-441b-902b-a6536bb9d823 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0459807 Sep 29 02:16:37.545448 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:37.545941 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (3d571caa-4e46-4c96-9cb4-d564013ae57d), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:37.546267 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Floating IP 3d571caa-4e46-4c96-9cb4-d564013ae57d disassociated. External IP: 172.27.3.81, port: 34fa7290-3f69-4262-816c-ca3f9f1c282e. Sep 29 02:16:37.546660 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Calling delete_port for 34fa7290-3f69-4262-816c-ca3f9f1c282e owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:37.589732 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f04ae277-d945-4d25-8b13-08b5bc7a6545 req-4c55ad1c-f5de-49b5-8834-ea86663cfbbe tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678167 Sep 29 02:16:37.611798 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:37.632057 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad99bc-3460-481f-b08b-709ad978af25 req-bbdab35a-db2c-44dd-bdbe-53fca6fb8a90 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:37.633562 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bfad99bc-3460-481f-b08b-709ad978af25 req-bbdab35a-db2c-44dd-bdbe-53fca6fb8a90 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 946 time: 0.0593457 Sep 29 02:16:37.685547 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (34fa7290-3f69-4262-816c-ca3f9f1c282e), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:37.687289 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bfad99bc-3460-481f-b08b-709ad978af25 req-908c4682-2928-4f12-8d47-f96522c1bd75 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=41491b35-2cdd-4f49-91f3-9271bb69e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479345 Sep 29 02:16:37.738536 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Pushing event deleted for resources: {'Port': ['ID=34fa7290-3f69-4262-816c-ca3f9f1c282e,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:37.747907 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.748255 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.748598 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.748962 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.749300 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.749632 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.749961 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.750288 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.750614 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.750935 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.751299 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.751641 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.751944 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.752272 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.752596 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:37.785058 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:37.792223 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebe420-e6e1-4046-ad16-06ab3706ff41 req-adf4a42f-4f4b-495f-b94b-996fcd926a11 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:37.793837 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0aebe420-e6e1-4046-ad16-06ab3706ff41 req-adf4a42f-4f4b-495f-b94b-996fcd926a11 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 943 time: 0.0523860 Sep 29 02:16:37.819777 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:37.846008 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0aebe420-e6e1-4046-ad16-06ab3706ff41 req-71860af1-0631-47ec-b6c2-2d18afbc77be tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453446 Sep 29 02:16:37.857605 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Router 891e7a51-e7ed-4e86-8786-d028bca32978 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:16:37.968091 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:16:37.984115 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be589776-ca2a-4bdf-9a30-b6632ef88c11 None None] Sync routers for ids ['891e7a51-e7ed-4e86-8786-d028bca32978'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:16:37.994647 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be589776-ca2a-4bdf-9a30-b6632ef88c11 None None] Routers {'891e7a51-e7ed-4e86-8786-d028bca32978'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:37.995257 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-be589776-ca2a-4bdf-9a30-b6632ef88c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['891e7a51-e7ed-4e86-8786-d028bca32978'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:38.025429 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] No DVR routers for this DVR port 34fa7290-3f69-4262-816c-ca3f9f1c282e on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:16:38.027886 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:38.031172 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-008537f0-7007-4414-bbfb-2898d3cc5316 req-5899bfa3-8ed8-48af-aa5c-df15265096ad tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.57 "DELETE /networking/v2.0/ports/34fa7290-3f69-4262-816c-ca3f9f1c282e HTTP/1.1" status: 204 len: 173 time: 0.8472075 Sep 29 02:16:38.031674 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'name': 'network-vif-deleted', 'tag': '34fa7290-3f69-4262-816c-ca3f9f1c282e'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:38.034530 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f354e8-6392-41d6-8448-32baacb396f2" -d '{"events": [{"server_uuid": "4182fca3-7bdd-48a9-80d3-d54fe5049958", "name": "network-vif-deleted", "tag": "34fa7290-3f69-4262-816c-ca3f9f1c282e"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:38.079094 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7ea302-1448-4a6d-906d-9cee1416c9a6 x-openstack-request-id: req-4d7ea302-1448-4a6d-906d-9cee1416c9a6 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:38.079094 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4182fca3-7bdd-48a9-80d3-d54fe5049958", "name": "network-vif-deleted", "tag": "34fa7290-3f69-4262-816c-ca3f9f1c282e", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:38.079094 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4d7ea302-1448-4a6d-906d-9cee1416c9a6 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:38.080327 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7ea302-1448-4a6d-906d-9cee1416c9a6'] response: {'server_uuid': '4182fca3-7bdd-48a9-80d3-d54fe5049958', 'name': 'network-vif-deleted', 'tag': '34fa7290-3f69-4262-816c-ca3f9f1c282e', 'status': 'completed', 'code': 200} Sep 29 02:16:38.115051 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-be589776-ca2a-4bdf-9a30-b6632ef88c11 None None] Set router 891e7a51-e7ed-4e86-8786-d028bca32978 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:38.326482 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-be589776-ca2a-4bdf-9a30-b6632ef88c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '8e8d4a66-6008-43eb-85fd-aa4fa76084a9', 'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'mac_address': 'fa:16:3e:93:56:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:27Z', 'updated_at': '2022-09-29T02:11:44Z', 'revision_number': 5, 'project_id': '320dd138f254473a84a601c153e1e39b', 'subnets': [{'id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:38.353789 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be589776-ca2a-4bdf-9a30-b6632ef88c11 None None] Checking router: 891e7a51-e7ed-4e86-8786-d028bca32978 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:16:38.362956 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be589776-ca2a-4bdf-9a30-b6632ef88c11 None None] Routers {'891e7a51-e7ed-4e86-8786-d028bca32978'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:38.363486 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-be589776-ca2a-4bdf-9a30-b6632ef88c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['891e7a51-e7ed-4e86-8786-d028bca32978'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:38.467726 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-be589776-ca2a-4bdf-9a30-b6632ef88c11 None None] Set router 891e7a51-e7ed-4e86-8786-d028bca32978 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:38.649631 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-be589776-ca2a-4bdf-9a30-b6632ef88c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '8e8d4a66-6008-43eb-85fd-aa4fa76084a9', 'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'mac_address': 'fa:16:3e:93:56:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:27Z', 'updated_at': '2022-09-29T02:11:44Z', 'revision_number': 5, 'project_id': '320dd138f254473a84a601c153e1e39b', 'subnets': [{'id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:38.677947 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be589776-ca2a-4bdf-9a30-b6632ef88c11 None None] The sync data for ids ['891e7a51-e7ed-4e86-8786-d028bca32978'] in dv-cinder-740146-21-iscsi is: [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:29Z', 'revision_number': 4, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '8e8d4a66-6008-43eb-85fd-aa4fa76084a9', 'name': '', 'network_id': 'c2bc5a46-4a67-46c9-9128-c14743d2b1ef', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'mac_address': 'fa:16:3e:93:56:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:27Z', 'updated_at': '2022-09-29T02:11:44Z', 'revision_number': 5, 'project_id': '320dd138f254473a84a601c153e1e39b', 'subnets': [{'id': '764dc2d1-8bd7-4871-9f05-6fabbfe2761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:16:38.731563 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca88eb-e413-4c92-a625-b4c5d71591df req-14102a22-5bcf-4bda-8841-df4acd02834a tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:38.733175 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4aca88eb-e413-4c92-a625-b4c5d71591df req-14102a22-5bcf-4bda-8841-df4acd02834a tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0604432 Sep 29 02:16:38.814784 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4aca88eb-e413-4c92-a625-b4c5d71591df req-79987ee7-b57d-4f30-b16d-624f852bec51 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b7b5dd92-ee51-4b22-9c88-2e87f1de2184&id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728400 Sep 29 02:16:38.851031 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e42df279-9f52-4774-b8b8-aa7d31bd814b req-74ab4680-f495-41d9-8a31-421b57bd8c94 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4182fca3-7bdd-48a9-80d3-d54fe5049958 HTTP/1.1" status: 200 len: 210 time: 0.0348551 Sep 29 02:16:38.971806 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144f330-c153-4050-a46c-1adbcd97d427 None None] New status for floating IP 3d571caa-4e46-4c96-9cb4-d564013ae57d: DOWN {{(pid=106337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:16:38.981414 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45f62d-fa78-4f01-b490-bc3de040b3b5 req-d5e61b60-4ef9-4ffe-9bf9-5d9cd082aa32 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:38.982911 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-da45f62d-fa78-4f01-b490-bc3de040b3b5 req-d5e61b60-4ef9-4ffe-9bf9-5d9cd082aa32 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 943 time: 0.0519111 Sep 29 02:16:39.033129 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-da45f62d-fa78-4f01-b490-bc3de040b3b5 req-b1e0bc8b-ded3-434b-9509-372f7fab491a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436699 Sep 29 02:16:39.402556 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device b3ecb52f-6240-44e1-95ce-78afaac9e116 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:16:39.502713 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port b3ecb52f-6240-44e1-95ce-78afaac9e116, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b3ecb52f-6240-44e1-95ce-78afaac9e116,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:39.513624 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'port_id': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'mac_address': 'fa:16:3e:ef:43:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:16:39.547693 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port b3ecb52f-6240-44e1-95ce-78afaac9e116 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:16:39.548153 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:39.560456 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ecb52f-6240-44e1-95ce-78afaac9e116 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:16:39.580779 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port b3ecb52f-6240-44e1-95ce-78afaac9e116, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b3ecb52f-6240-44e1-95ce-78afaac9e116,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:39.584809 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:39.628223 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:39.633464 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=b3ecb52f-6240-44e1-95ce-78afaac9e116,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:39.866437 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['b3ecb52f-6240-44e1-95ce-78afaac9e116'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:16:39.945055 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48222) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:39.994495 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:40.005206 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e17a8d2f-5e40-428b-8641-07d594dbb258 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for security_group (41491b35-2cdd-4f49-91f3-9271bb69e1ef), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:40.028153 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e17a8d2f-5e40-428b-8641-07d594dbb258 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for security_group (41491b35-2cdd-4f49-91f3-9271bb69e1ef), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:40.082068 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e17a8d2f-5e40-428b-8641-07d594dbb258 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (41491b35-2cdd-4f49-91f3-9271bb69e1ef), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:40.085504 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e17a8d2f-5e40-428b-8641-07d594dbb258 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:40.089215 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-e17a8d2f-5e40-428b-8641-07d594dbb258 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/41491b35-2cdd-4f49-91f3-9271bb69e1ef HTTP/1.1" status: 204 len: 168 time: 0.1407807 Sep 29 02:16:40.092896 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48226) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:40.102519 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a8d2f-5e40-428b-8641-07d594dbb258 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41491b35-2cdd-4f49-91f3-9271bb69e1ef,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:40.111736 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.api.v2.resource [None req-38e1f3b7-234f-4ed1-9240-fd692b597374 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] show failed (client error): The resource could not be found. Sep 29 02:16:40.115898 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48228) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:40.116111 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-38e1f3b7-234f-4ed1-9240-fd692b597374 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups/41491b35-2cdd-4f49-91f3-9271bb69e1ef HTTP/1.1" status: 404 len: 347 time: 0.0251646 Sep 29 02:16:40.157222 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:40.165675 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f7285-3ca9-4480-8469-c47afa80f952 req-ea5ceffa-e475-4245-b0c0-7b884b7430df tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:40.167145 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e35f7285-3ca9-4480-8469-c47afa80f952 req-ea5ceffa-e475-4245-b0c0-7b884b7430df tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 944 time: 0.0500822 Sep 29 02:16:40.216312 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e35f7285-3ca9-4480-8469-c47afa80f952 req-3d612641-689b-43aa-8db4-aabd54d58a1f tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434647 Sep 29 02:16:40.231682 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-64b346d4-9084-4ced-9c0b-8bccb98d157d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Deleting port 9b710373-7a9b-41d7-a540-b6a60d3127ad {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:40.232026 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-64b346d4-9084-4ced-9c0b-8bccb98d157d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (9b710373-7a9b-41d7-a540-b6a60d3127ad), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:40.306940 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-64b346d4-9084-4ced-9c0b-8bccb98d157d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (9b710373-7a9b-41d7-a540-b6a60d3127ad), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:40.307265 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-64b346d4-9084-4ced-9c0b-8bccb98d157d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for floatingip (9b710373-7a9b-41d7-a540-b6a60d3127ad), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:40.320186 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-64b346d4-9084-4ced-9c0b-8bccb98d157d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Calling delete_port for 9b710373-7a9b-41d7-a540-b6a60d3127ad owned by network:floatingip {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:40.442070 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:40.448337 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-64b346d4-9084-4ced-9c0b-8bccb98d157d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (9b710373-7a9b-41d7-a540-b6a60d3127ad), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:40.472447 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b346d4-9084-4ced-9c0b-8bccb98d157d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Pushing event deleted for resources: {'Port': ['ID=9b710373-7a9b-41d7-a540-b6a60d3127ad,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:40.498388 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-64b346d4-9084-4ced-9c0b-8bccb98d157d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks [] for floatingip (3d571caa-4e46-4c96-9cb4-d564013ae57d), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:40.501678 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-64b346d4-9084-4ced-9c0b-8bccb98d157d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:40.502848 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-64b346d4-9084-4ced-9c0b-8bccb98d157d tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/3d571caa-4e46-4c96-9cb4-d564013ae57d HTTP/1.1" status: 204 len: 168 time: 0.3858805 Sep 29 02:16:41.340384 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a7e20-a74a-4562-802f-55996340f6f7 req-ce605b97-185f-4c92-b283-ddac846eae1c tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:41.341844 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-749a7e20-a74a-4562-802f-55996340f6f7 req-ce605b97-185f-4c92-b283-ddac846eae1c tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 944 time: 0.0499816 Sep 29 02:16:41.389849 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-749a7e20-a74a-4562-802f-55996340f6f7 req-0446bce0-ee20-40a0-97ea-4b752d960d4f tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424314 Sep 29 02:16:41.419860 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device b3ecb52f-6240-44e1-95ce-78afaac9e116 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:16:41.660783 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port b3ecb52f-6240-44e1-95ce-78afaac9e116 completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:16:41.678639 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port b3ecb52f-6240-44e1-95ce-78afaac9e116 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:16:41.679008 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:41.679339 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port b3ecb52f-6240-44e1-95ce-78afaac9e116 Sep 29 02:16:41.772103 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port b3ecb52f-6240-44e1-95ce-78afaac9e116 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:16:41.772482 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:41.794993 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ecb52f-6240-44e1-95ce-78afaac9e116'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:41.797315 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c2504a-25c5-4e7c-9ab3-e2c5287263cb" -d '{"events": [{"server_uuid": "5a927e94-94d6-4c65-8372-a9d44eefecfa", "name": "network-vif-plugged", "status": "completed", "tag": "b3ecb52f-6240-44e1-95ce-78afaac9e116"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:41.810814 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port b3ecb52f-6240-44e1-95ce-78afaac9e116, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b3ecb52f-6240-44e1-95ce-78afaac9e116,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:41.815658 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:41.817008 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 34fa7290-3f69-4262-816c-ca3f9f1c282e no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:16:41.857149 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a141b060-d148-4690-b728-9dc399028807 x-openstack-request-id: req-a141b060-d148-4690-b728-9dc399028807 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:41.857493 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a927e94-94d6-4c65-8372-a9d44eefecfa", "name": "network-vif-plugged", "status": "completed", "tag": "b3ecb52f-6240-44e1-95ce-78afaac9e116", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:41.857729 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a141b060-d148-4690-b728-9dc399028807 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:41.858110 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a141b060-d148-4690-b728-9dc399028807'] response: {'server_uuid': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'code': 200} Sep 29 02:16:41.861423 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 34fa7290-3f69-4262-816c-ca3f9f1c282e {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:16:41.861767 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 34fa7290-3f69-4262-816c-ca3f9f1c282e not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:16:41.886964 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=b3ecb52f-6240-44e1-95ce-78afaac9e116,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:42.117668 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b042b56-c648-4357-ba2a-9642c2901ca0 req-064dcb51-47e6-41eb-85f4-fa2cdb9d43d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:42.119161 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5b042b56-c648-4357-ba2a-9642c2901ca0 req-064dcb51-47e6-41eb-85f4-fa2cdb9d43d5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 1129 time: 0.0847878 Sep 29 02:16:42.163602 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5b042b56-c648-4357-ba2a-9642c2901ca0 req-85b3c757-6997-4c1b-9443-e4bcecb86912 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389025 Sep 29 02:16:42.507356 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ee909-04a0-40ea-b8f6-9a8735209f65 req-1040e33d-99e1-4e37-a2d0-4b6a041b3161 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:42.508797 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-771ee909-04a0-40ea-b8f6-9a8735209f65 req-1040e33d-99e1-4e37-a2d0-4b6a041b3161 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 945 time: 0.0455551 Sep 29 02:16:42.556676 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-771ee909-04a0-40ea-b8f6-9a8735209f65 req-30a4f26c-3678-4b0f-8398-c99b201a43a0 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Sep 29 02:16:42.984891 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077631ed-6460-40ab-8e6e-6b1314ac628b req-d74b6e36-9fd1-42d1-9d2e-0427b35be95e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:42.986362 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-077631ed-6460-40ab-8e6e-6b1314ac628b req-d74b6e36-9fd1-42d1-9d2e-0427b35be95e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0477214 Sep 29 02:16:43.035958 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-077631ed-6460-40ab-8e6e-6b1314ac628b req-6b873b71-5238-4f27-b0b0-86bc1233c5b8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440052 Sep 29 02:16:43.677091 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c54200-1e01-4971-a46b-0d56e52d0ef9 req-6ecc7696-bdf4-490e-91f9-a6907579efc8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:43.678568 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-35c54200-1e01-4971-a46b-0d56e52d0ef9 req-6ecc7696-bdf4-490e-91f9-a6907579efc8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 945 time: 0.0462656 Sep 29 02:16:43.728207 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-35c54200-1e01-4971-a46b-0d56e52d0ef9 req-6a38498d-ef0d-44ef-8cc5-45f6fae7e251 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435510 Sep 29 02:16:44.153435 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d0ce3-1212-4f8d-9b11-3c2130a0c514 req-366a7c70-ace7-4a6c-a909-43f34cb24daa tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:44.154877 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f78d0ce3-1212-4f8d-9b11-3c2130a0c514 req-366a7c70-ace7-4a6c-a909-43f34cb24daa tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0454280 Sep 29 02:16:44.202677 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f78d0ce3-1212-4f8d-9b11-3c2130a0c514 req-93829fa4-3cbe-4c25-8232-05504693e027 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Sep 29 02:16:44.848346 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a47825-5545-4b1f-9cb2-48b57989148c req-21906868-683f-4b33-9c9a-abf720bcfa52 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:44.849738 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-10a47825-5545-4b1f-9cb2-48b57989148c req-21906868-683f-4b33-9c9a-abf720bcfa52 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 945 time: 0.0496621 Sep 29 02:16:44.898353 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-10a47825-5545-4b1f-9cb2-48b57989148c req-16c841dc-4760-4d68-b2c8-a7e35516fb6c tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424399 Sep 29 02:16:45.322708 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772d1d6-9201-4acd-a95e-cfb722b2fecf req-96995e8d-f049-4c8b-955e-684fa5e70bd4 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:45.324431 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5772d1d6-9201-4acd-a95e-cfb722b2fecf req-96995e8d-f049-4c8b-955e-684fa5e70bd4 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0470006 Sep 29 02:16:45.331947 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-d45ef63c-37a4-492b-a8e8-cc7843157dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:45.373344 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5772d1d6-9201-4acd-a95e-cfb722b2fecf req-5646b080-510a-43a7-bcd9-c86d7a86737e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 Sep 29 02:16:45.885700 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae102-3e05-4d0a-88b4-38ceda7a2440 req-25b76293-7224-40a5-8818-9e3facf1eb30 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:45.887030 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5e9ae102-3e05-4d0a-88b4-38ceda7a2440 req-25b76293-7224-40a5-8818-9e3facf1eb30 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.0458422 Sep 29 02:16:46.017672 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a062c-89a0-4798-89e6-b5c85bc71e4f req-5c458e65-3648-4211-9015-f9559008c749 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:46.019104 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0c5a062c-89a0-4798-89e6-b5c85bc71e4f req-5c458e65-3648-4211-9015-f9559008c749 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 945 time: 0.0489073 Sep 29 02:16:46.067861 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0c5a062c-89a0-4798-89e6-b5c85bc71e4f req-08efffcd-15ef-4059-bcfc-434eae8b74d1 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432827 Sep 29 02:16:46.181647 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:46.191055 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fd015-ed08-403e-bb75-b4046edde35e req-fec08fb0-44d7-46fe-b5d8-2d489f446844 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:46.192696 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-978fd015-ed08-403e-bb75-b4046edde35e req-fec08fb0-44d7-46fe-b5d8-2d489f446844 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 945 time: 0.0515928 Sep 29 02:16:46.243605 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-978fd015-ed08-403e-bb75-b4046edde35e req-92e70295-8516-416a-a568-a76a9f6192c3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442894 Sep 29 02:16:46.251301 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:46.255305 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-5e9ae102-3e05-4d0a-88b4-38ceda7a2440 req-5063828e-43d4-4961-8d4e-d0e1c7e81f2e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Deleting port 948e55e8-38c5-416f-9986-c881e13251eb {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:46.255650 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e9ae102-3e05-4d0a-88b4-38ceda7a2440 req-5063828e-43d4-4961-8d4e-d0e1c7e81f2e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (948e55e8-38c5-416f-9986-c881e13251eb), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:46.273078 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48282) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:46.310740 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64a13dd-1df1-479c-908e-904e3f6eef14 tempest-TestVolumeBootPattern-1378531635 tempest-TestVolumeBootPattern-1378531635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:46.312230 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-d64a13dd-1df1-479c-908e-904e3f6eef14 tempest-TestVolumeBootPattern-1378531635 tempest-TestVolumeBootPattern-1378531635-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 1124 time: 0.0381794 Sep 29 02:16:46.315332 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48284) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:46.319453 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'port_id': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:46.341204 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:46.344786 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:46.350017 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-5e9ae102-3e05-4d0a-88b4-38ceda7a2440 req-5063828e-43d4-4961-8d4e-d0e1c7e81f2e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] For port 948e55e8-38c5-416f-9986-c881e13251eb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=948e55e8-38c5-416f-9986-c881e13251eb,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:46.350384 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e9ae102-3e05-4d0a-88b4-38ceda7a2440 req-5063828e-43d4-4961-8d4e-d0e1c7e81f2e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (948e55e8-38c5-416f-9986-c881e13251eb), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:46.363873 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-5e9ae102-3e05-4d0a-88b4-38ceda7a2440 req-5063828e-43d4-4961-8d4e-d0e1c7e81f2e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Calling delete_port for 948e55e8-38c5-416f-9986-c881e13251eb owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:46.425336 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:46.503419 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e9ae102-3e05-4d0a-88b4-38ceda7a2440 req-5063828e-43d4-4961-8d4e-d0e1c7e81f2e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (948e55e8-38c5-416f-9986-c881e13251eb), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:46.516417 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['b7d489b0-8ea1-47ef-acc4-1d824148d54e', '948e55e8-38c5-416f-9986-c881e13251eb'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:16:46.535436 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063828e-43d4-4961-8d4e-d0e1c7e81f2e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Pushing event deleted for resources: {'Port': ['ID=948e55e8-38c5-416f-9986-c881e13251eb,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:46.571341 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:46.597333 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b695d77-46e6-4552-b6de-cdee58548eb4 req-392fbdec-ddbc-4b74-9c75-f18d084423f8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:46.599657 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1b695d77-46e6-4552-b6de-cdee58548eb4 req-392fbdec-ddbc-4b74-9c75-f18d084423f8 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e53cd3d-664c-487f-b293-dab637cbefc0 HTTP/1.1" status: 200 len: 945 time: 0.1368582 Sep 29 02:16:46.600069 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9ae102-3e05-4d0a-88b4-38ceda7a2440 req-5063828e-43d4-4961-8d4e-d0e1c7e81f2e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] No DVR routers for this DVR port 948e55e8-38c5-416f-9986-c881e13251eb on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:16:46.605405 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-5e9ae102-3e05-4d0a-88b4-38ceda7a2440 req-5063828e-43d4-4961-8d4e-d0e1c7e81f2e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:46.609275 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5e9ae102-3e05-4d0a-88b4-38ceda7a2440 req-5063828e-43d4-4961-8d4e-d0e1c7e81f2e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.57 "DELETE /networking/v2.0/ports/948e55e8-38c5-416f-9986-c881e13251eb HTTP/1.1" status: 204 len: 173 time: 0.4433179 Sep 29 02:16:46.610228 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53cd3d-664c-487f-b293-dab637cbefc0', 'name': 'network-vif-deleted', 'tag': '948e55e8-38c5-416f-9986-c881e13251eb'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:46.631683 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47649d7e-cf93-471c-a124-c2f3173d6398" -d '{"events": [{"server_uuid": "2e53cd3d-664c-487f-b293-dab637cbefc0", "name": "network-vif-deleted", "tag": "948e55e8-38c5-416f-9986-c881e13251eb"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:46.659888 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Allocated IP 172.27.3.150 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/b3ead3e4-37ff-4e40-8ce5-37d044eee84c) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:16:46.704045 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569b23b9-1da4-4e1e-a3be-195014f7b90b x-openstack-request-id: req-569b23b9-1da4-4e1e-a3be-195014f7b90b {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:46.704353 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53cd3d-664c-487f-b293-dab637cbefc0", "name": "network-vif-deleted", "tag": "948e55e8-38c5-416f-9986-c881e13251eb", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:46.704606 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-569b23b9-1da4-4e1e-a3be-195014f7b90b {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:46.705039 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569b23b9-1da4-4e1e-a3be-195014f7b90b'] response: {'server_uuid': '2e53cd3d-664c-487f-b293-dab637cbefc0', 'name': 'network-vif-deleted', 'tag': '948e55e8-38c5-416f-9986-c881e13251eb', 'status': 'completed', 'code': 200} Sep 29 02:16:46.720441 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1b695d77-46e6-4552-b6de-cdee58548eb4 req-3ebeac68-ebf9-4af7-9a20-4de213f1e050 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134474 Sep 29 02:16:46.805555 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for port (b3ead3e4-37ff-4e40-8ce5-37d044eee84c), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:46.840968 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (b3ead3e4-37ff-4e40-8ce5-37d044eee84c), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:46.905329 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:16:46.910370 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:16:46.913110 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:16:46.939469 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'Port': ['ID=b3ead3e4-37ff-4e40-8ce5-37d044eee84c,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:46.962710 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.964089 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.964430 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.964770 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.965135 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.965464 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.965790 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.966102 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.966420 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.966742 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.967121 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.967567 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.968109 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.968337 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:46.968654 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.455655 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:47.582211 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:47.588780 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for floatingip (08cbdc2b-ee14-4e8f-a2d4-97f133b48f35), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:47.654856 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b3ead3e4-37ff-4e40-8ce5-37d044eee84c), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:47.689019 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ffd816c5-6e74-4fc1-87cd-d4c3715557e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:47.811037 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for port (b3ead3e4-37ff-4e40-8ce5-37d044eee84c), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:47.816344 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (b3ead3e4-37ff-4e40-8ce5-37d044eee84c), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:47.886166 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'Port': ['ID=b3ead3e4-37ff-4e40-8ce5-37d044eee84c,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:47.898422 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (08cbdc2b-ee14-4e8f-a2d4-97f133b48f35), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:48.012729 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.l3_db [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Floating IP 08cbdc2b-ee14-4e8f-a2d4-97f133b48f35 associated. External IP: 172.27.3.150, port: b3ecb52f-6240-44e1-95ce-78afaac9e116. Sep 29 02:16:48.081966 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54369cd-4f61-40c5-8c07-00a06c9ea925 req-4459cb59-6dc9-4fb3-b0d1-57c2f456a00b tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:48.083418 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b54369cd-4f61-40c5-8c07-00a06c9ea925 req-4459cb59-6dc9-4fb3-b0d1-57c2f456a00b tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0848179 Sep 29 02:16:48.172338 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b54369cd-4f61-40c5-8c07-00a06c9ea925 req-a3fb315a-6e56-4bf9-8cf2-86b9b3a8a25e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831296 Sep 29 02:16:48.270568 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:16:48.281330 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:48.371528 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:16:48.381281 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac1b5d-22c9-481c-aeae-9c80c6a07ee9 None None] Sync routers for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:16:48.389556 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:48.391771 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac1b5d-22c9-481c-aeae-9c80c6a07ee9 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:48.392388 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-d5ac1b5d-22c9-481c-aeae-9c80c6a07ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:48.401357 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:48.427034 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-87c86a6c-74a1-4d02-ac83-412ef8509ea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1106730 Sep 29 02:16:48.427761 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'tag': 'b3ecb52f-6240-44e1-95ce-78afaac9e116'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:48.430242 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b201d6c-2d9d-489c-a2a4-38bf522246c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a927e94-94d6-4c65-8372-a9d44eefecfa", "tag": "b3ecb52f-6240-44e1-95ce-78afaac9e116"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:48.468424 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08043aa-643a-48d9-9854-7ccbc42dc92b x-openstack-request-id: req-c08043aa-643a-48d9-9854-7ccbc42dc92b {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:48.469065 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a927e94-94d6-4c65-8372-a9d44eefecfa", "tag": "b3ecb52f-6240-44e1-95ce-78afaac9e116", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:48.469065 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c08043aa-643a-48d9-9854-7ccbc42dc92b {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:48.469395 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08043aa-643a-48d9-9854-7ccbc42dc92b'] response: {'name': 'network-changed', 'server_uuid': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'tag': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'status': 'completed', 'code': 200} Sep 29 02:16:48.507496 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-d5ac1b5d-22c9-481c-aeae-9c80c6a07ee9 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:48.683254 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:48.787186 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-d5ac1b5d-22c9-481c-aeae-9c80c6a07ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '08cbdc2b-ee14-4e8f-a2d4-97f133b48f35', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:ef:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:47Z', 'updated_at': '2022-09-29T02:16:47Z', 'revision_number': 0, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:48.807841 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:48.818333 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac1b5d-22c9-481c-aeae-9c80c6a07ee9 None None] Checking router: 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:16:48.826635 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac1b5d-22c9-481c-aeae-9c80c6a07ee9 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:48.827233 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-d5ac1b5d-22c9-481c-aeae-9c80c6a07ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:48.925603 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-d5ac1b5d-22c9-481c-aeae-9c80c6a07ee9 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:49.128758 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-d5ac1b5d-22c9-481c-aeae-9c80c6a07ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '08cbdc2b-ee14-4e8f-a2d4-97f133b48f35', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:ef:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:47Z', 'updated_at': '2022-09-29T02:16:47Z', 'revision_number': 0, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:49.156052 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac1b5d-22c9-481c-aeae-9c80c6a07ee9 None None] The sync data for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi is: [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '08cbdc2b-ee14-4e8f-a2d4-97f133b48f35', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:ef:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:47Z', 'updated_at': '2022-09-29T02:16:47Z', 'revision_number': 0, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:16:49.258174 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:49.296706 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a665f5-f7e2-4d99-9167-b64027c542b8 req-bc50a78f-d3bf-4f46-8b99-a7637a6d021e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:49.298276 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f9a665f5-f7e2-4d99-9167-b64027c542b8 req-bc50a78f-d3bf-4f46-8b99-a7637a6d021e tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0490828 Sep 29 02:16:49.345185 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61799d8-c02c-4676-bb98-6ab6625b17a8 None None] New status for floating IP 08cbdc2b-ee14-4e8f-a2d4-97f133b48f35: ACTIVE {{(pid=106337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:16:49.348275 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f9a665f5-f7e2-4d99-9167-b64027c542b8 req-2f2c1bea-cbb2-460a-9c14-31a1ea6539c2 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438716 Sep 29 02:16:49.433715 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 948e55e8-38c5-416f-9986-c881e13251eb no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:16:49.456388 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 948e55e8-38c5-416f-9986-c881e13251eb {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:16:49.456731 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 948e55e8-38c5-416f-9986-c881e13251eb not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:16:50.442265 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:50.470634 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7f332-ab98-430d-98c0-0bd68c2eacf3 req-4028e648-46ce-4f4d-9e03-16a37483df60 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:50.472108 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9fd7f332-ab98-430d-98c0-0bd68c2eacf3 req-4028e648-46ce-4f4d-9e03-16a37483df60 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0469437 Sep 29 02:16:50.521681 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9fd7f332-ab98-430d-98c0-0bd68c2eacf3 req-786c58b3-c8d2-4644-ab02-c40a9500bcbb tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Sep 29 02:16:50.557712 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:51.280492 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b201d6c-2d9d-489c-a2a4-38bf522246c5 req-1f3fc4af-1872-4add-b429-1204340c8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:51.282200 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8b201d6c-2d9d-489c-a2a4-38bf522246c5 req-1f3fc4af-1872-4add-b429-1204340c8856 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 1129 time: 0.0417171 Sep 29 02:16:51.371681 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b201d6c-2d9d-489c-a2a4-38bf522246c5 req-f3bc95fd-b158-4163-a8b0-a857e674ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:51.373175 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8b201d6c-2d9d-489c-a2a4-38bf522246c5 req-f3bc95fd-b158-4163-a8b0-a857e674ddf9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 911 time: 0.0845292 Sep 29 02:16:51.654465 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee9d1a-4584-4bc0-a684-6f4adba93cac req-35ce003b-bc39-4516-a212-6b6dc72830c2 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:51.656029 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f0ee9d1a-4584-4bc0-a684-6f4adba93cac req-35ce003b-bc39-4516-a212-6b6dc72830c2 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0549915 Sep 29 02:16:51.709237 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f0ee9d1a-4584-4bc0-a684-6f4adba93cac req-0d2b1fa2-57b1-4382-81ed-def9988b9c24 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f1ceb900-a91f-4e94-9a7f-ea88a94ec629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460923 Sep 29 02:16:51.733119 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae70f0-1cee-4917-a35c-fa8824041908 req-ff9884f3-b7a5-45c6-b65c-290e8d134031 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:51.733119 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b2ae70f0-1cee-4917-a35c-fa8824041908 req-ff9884f3-b7a5-45c6-b65c-290e8d134031 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 945 time: 0.0484478 Sep 29 02:16:51.750824 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8b201d6c-2d9d-489c-a2a4-38bf522246c5 req-c8998b30-6175-4da1-b971-de7b26fadf72 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3ecb52f-6240-44e1-95ce-78afaac9e116 HTTP/1.1" status: 200 len: 1001 time: 0.3188612 Sep 29 02:16:51.846967 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:51.858294 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b201d6c-2d9d-489c-a2a4-38bf522246c5 req-f4ead8bc-2ea6-4d65-82db-7bb63355d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:51.859757 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8b201d6c-2d9d-489c-a2a4-38bf522246c5 req-f4ead8bc-2ea6-4d65-82db-7bb63355d1e4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b189aa6-b5d7-42f0-bc64-21d8dbf2a762 HTTP/1.1" status: 200 len: 850 time: 0.0914731 Sep 29 02:16:51.872303 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-b2ae70f0-1cee-4917-a35c-fa8824041908 req-b9f78fe9-7911-4d14-9f20-a62a3d7fede6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Deleting port b7d489b0-8ea1-47ef-acc4-1d824148d54e {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:51.872655 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b2ae70f0-1cee-4917-a35c-fa8824041908 req-b9f78fe9-7911-4d14-9f20-a62a3d7fede6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:51.924813 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956f6a6-20d0-40e1-999f-e9b7ad2ace4d req-4f9882e2-7a13-4fde-9747-d481c883616b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:51.926301 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1956f6a6-20d0-40e1-999f-e9b7ad2ace4d req-4f9882e2-7a13-4fde-9747-d481c883616b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0463910 Sep 29 02:16:51.965796 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-b2ae70f0-1cee-4917-a35c-fa8824041908 req-b9f78fe9-7911-4d14-9f20-a62a3d7fede6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] For port b7d489b0-8ea1-47ef-acc4-1d824148d54e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b7d489b0-8ea1-47ef-acc4-1d824148d54e,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:51.966077 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b2ae70f0-1cee-4917-a35c-fa8824041908 req-b9f78fe9-7911-4d14-9f20-a62a3d7fede6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:51.974107 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1956f6a6-20d0-40e1-999f-e9b7ad2ace4d req-cdd28573-05fb-40b6-9fca-547b7e4745d2 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1fce733-7021-4fa1-a213-4a116e19db22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420909 Sep 29 02:16:51.979003 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-b2ae70f0-1cee-4917-a35c-fa8824041908 req-b9f78fe9-7911-4d14-9f20-a62a3d7fede6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Calling delete_port for b7d489b0-8ea1-47ef-acc4-1d824148d54e owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:52.094546 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:52.105749 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b2ae70f0-1cee-4917-a35c-fa8824041908 req-b9f78fe9-7911-4d14-9f20-a62a3d7fede6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (b7d489b0-8ea1-47ef-acc4-1d824148d54e), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:52.120081 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['b7d489b0-8ea1-47ef-acc4-1d824148d54e'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:16:52.123764 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:52.133635 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f78fe9-7911-4d14-9f20-a62a3d7fede6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Pushing event deleted for resources: {'Port': ['ID=b7d489b0-8ea1-47ef-acc4-1d824148d54e,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:52.181195 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ae70f0-1cee-4917-a35c-fa8824041908 req-b9f78fe9-7911-4d14-9f20-a62a3d7fede6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] No DVR routers for this DVR port b7d489b0-8ea1-47ef-acc4-1d824148d54e on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:16:52.183655 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b2ae70f0-1cee-4917-a35c-fa8824041908 req-b9f78fe9-7911-4d14-9f20-a62a3d7fede6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:52.186933 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b2ae70f0-1cee-4917-a35c-fa8824041908 req-b9f78fe9-7911-4d14-9f20-a62a3d7fede6 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.57 "DELETE /networking/v2.0/ports/b7d489b0-8ea1-47ef-acc4-1d824148d54e HTTP/1.1" status: 204 len: 173 time: 0.4468932 Sep 29 02:16:52.187429 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6794c9f-f06b-460e-a3d4-3763f97c4931', 'name': 'network-vif-deleted', 'tag': 'b7d489b0-8ea1-47ef-acc4-1d824148d54e'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:52.189951 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b4feab-7aec-46ff-a848-e47afd6c52c7" -d '{"events": [{"server_uuid": "a6794c9f-f06b-460e-a3d4-3763f97c4931", "name": "network-vif-deleted", "tag": "b7d489b0-8ea1-47ef-acc4-1d824148d54e"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:52.277962 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bb0d2b-a433-4311-aa30-32939fbf56b2 x-openstack-request-id: req-a1bb0d2b-a433-4311-aa30-32939fbf56b2 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:52.278259 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6794c9f-f06b-460e-a3d4-3763f97c4931", "name": "network-vif-deleted", "tag": "b7d489b0-8ea1-47ef-acc4-1d824148d54e", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:52.278514 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a1bb0d2b-a433-4311-aa30-32939fbf56b2 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:52.278925 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1bb0d2b-a433-4311-aa30-32939fbf56b2'] response: {'server_uuid': 'a6794c9f-f06b-460e-a3d4-3763f97c4931', 'name': 'network-vif-deleted', 'tag': 'b7d489b0-8ea1-47ef-acc4-1d824148d54e', 'status': 'completed', 'code': 200} Sep 29 02:16:52.815447 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-be71d9b1-f423-4364-bb40-127c43a1eacf req-22dde41b-4881-414e-a2f3-fa5dd564d42a tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 210 time: 0.0310330 Sep 29 02:16:53.093118 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e1c7b-1ae7-41be-96c3-e84b2b14524c req-9b31fb20-a060-4293-b66f-0f042a4ba474 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:53.094539 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-133e1c7b-1ae7-41be-96c3-e84b2b14524c req-9b31fb20-a060-4293-b66f-0f042a4ba474 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0451882 Sep 29 02:16:53.142636 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-133e1c7b-1ae7-41be-96c3-e84b2b14524c req-09a0bfdb-ae88-4372-b721-249f77310328 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1fce733-7021-4fa1-a213-4a116e19db22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420737 Sep 29 02:16:53.339510 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b201d6c-2d9d-489c-a2a4-38bf522246c5 req-36cf7dcd-15d8-4400-881b-80ee5004c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:53.340931 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8b201d6c-2d9d-489c-a2a4-38bf522246c5 req-36cf7dcd-15d8-4400-881b-80ee5004c4e1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7fb5d174-0244-4143-a2ba-fb111b24bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404894 Sep 29 02:16:53.457315 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8b201d6c-2d9d-489c-a2a4-38bf522246c5 req-4354c484-d90f-4f0e-aeb3-3025189587de service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905440 Sep 29 02:16:53.599056 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8b201d6c-2d9d-489c-a2a4-38bf522246c5 req-5d7b0c95-56a4-4c63-ac90-6ffc397446f0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899608 Sep 29 02:16:53.669016 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-507f05a5-6e4c-4fa9-af24-f0ee15ed2d87 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:53.670477 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-507f05a5-6e4c-4fa9-af24-f0ee15ed2d87 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0499461 Sep 29 02:16:53.772765 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Deleting port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:53.773132 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:53.882703 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] For port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5dac116b-9f72-42a8-a6bd-030c93fdbcd8,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:53.883067 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:53.932114 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-31fce61c-89a6-44d3-9307-648480c6a21c req-63f57016-6bc7-426f-8f83-5d8d566aa136 tempest-ServerRescueNegativeTestJSON-194627244 tempest-ServerRescueNegativeTestJSON-194627244-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6794c9f-f06b-460e-a3d4-3763f97c4931 HTTP/1.1" status: 200 len: 210 time: 0.0276828 Sep 29 02:16:54.037822 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:54.052128 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:54.052627 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (47a42bff-a67b-49aa-983b-6915a22fc662), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:54.053024 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Floating IP 47a42bff-a67b-49aa-983b-6915a22fc662 disassociated. External IP: 172.27.3.201, port: 5dac116b-9f72-42a8-a6bd-030c93fdbcd8. Sep 29 02:16:54.053368 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Calling delete_port for 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:54.198516 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (5dac116b-9f72-42a8-a6bd-030c93fdbcd8), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:54.231317 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event deleted for resources: {'Port': ['ID=5dac116b-9f72-42a8-a6bd-030c93fdbcd8,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:54.255108 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-52ac0c15-c2d7-4aa7-b101-7d5aa1b51e9c req-3e40e5d6-bf8d-4736-8ced-635a8347b248 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0338800 Sep 29 02:16:54.313072 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:54.340777 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Router e630c1dd-cb78-4605-9969-e8364ff9fde9 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:16:54.439004 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:16:54.448615 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6dd810-dba0-4d39-9338-d0e2af8b988a None None] Sync routers for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:16:54.459234 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6dd810-dba0-4d39-9338-d0e2af8b988a None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:54.459912 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-0d6dd810-dba0-4d39-9338-d0e2af8b988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:54.484529 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] No DVR routers for this DVR port 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:16:54.487076 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:54.490739 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b73eabb7-185b-42ea-be66-823132bc0c74 req-ea4c2640-de7a-4916-8cf9-f9fe216b812b tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "DELETE /networking/v2.0/ports/5dac116b-9f72-42a8-a6bd-030c93fdbcd8 HTTP/1.1" status: 204 len: 173 time: 0.8117235 Sep 29 02:16:54.491287 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1', 'name': 'network-vif-deleted', 'tag': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:54.495412 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffb4bde-d525-414a-bb21-fa117f975a94" -d '{"events": [{"server_uuid": "9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1", "name": "network-vif-deleted", "tag": "5dac116b-9f72-42a8-a6bd-030c93fdbcd8"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:54.541498 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca864df-27ed-4492-8d0c-27cc272e6c12 x-openstack-request-id: req-dca864df-27ed-4492-8d0c-27cc272e6c12 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:54.541787 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1", "name": "network-vif-deleted", "tag": "5dac116b-9f72-42a8-a6bd-030c93fdbcd8", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:54.542041 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dca864df-27ed-4492-8d0c-27cc272e6c12 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:54.542474 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca864df-27ed-4492-8d0c-27cc272e6c12'] response: {'server_uuid': '9cfea0ca-e7b3-49c7-a3f7-39a4e159c5e1', 'name': 'network-vif-deleted', 'tag': '5dac116b-9f72-42a8-a6bd-030c93fdbcd8', 'status': 'completed', 'code': 200} Sep 29 02:16:54.580546 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-0d6dd810-dba0-4d39-9338-d0e2af8b988a None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:54.788602 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-0d6dd810-dba0-4d39-9338-d0e2af8b988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:54.813013 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6dd810-dba0-4d39-9338-d0e2af8b988a None None] Checking router: e630c1dd-cb78-4605-9969-e8364ff9fde9 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:16:54.823338 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6dd810-dba0-4d39-9338-d0e2af8b988a None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:54.823893 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-0d6dd810-dba0-4d39-9338-d0e2af8b988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:54.900165 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:54.904414 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:54.925258 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-0d6dd810-dba0-4d39-9338-d0e2af8b988a None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:54.999315 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48358) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:55.122491 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-0d6dd810-dba0-4d39-9338-d0e2af8b988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:55.158601 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6dd810-dba0-4d39-9338-d0e2af8b988a None None] The sync data for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi is: [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:16:55.358358 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48366) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:55.414639 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03dedc4-7e35-4079-9308-066a9bab86c4 None None] New status for floating IP 47a42bff-a67b-49aa-983b-6915a22fc662: DOWN {{(pid=106337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:16:55.464924 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:55.476680 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-95b0e3db-09d1-40e8-9ff4-a2ece494e542 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (a1fce733-7021-4fa1-a213-4a116e19db22), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:55.488588 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device b7d489b0-8ea1-47ef-acc4-1d824148d54e no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:16:55.493835 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-811e9115-5d79-435f-8e89-e3aa77bc0ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626093'] for router_interface (891e7a51-e7ed-4e86-8786-d028bca32978), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:55.532978 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: b7d489b0-8ea1-47ef-acc4-1d824148d54e {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:16:55.533331 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device b7d489b0-8ea1-47ef-acc4-1d824148d54e not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:16:55.533753 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:16:55.539738 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-95b0e3db-09d1-40e8-9ff4-a2ece494e542 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (a1fce733-7021-4fa1-a213-4a116e19db22), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:55.543589 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:55.553841 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:16:55.554467 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 5dac116b-9f72-42a8-a6bd-030c93fdbcd8 not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:16:55.658715 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-95b0e3db-09d1-40e8-9ff4-a2ece494e542 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (a1fce733-7021-4fa1-a213-4a116e19db22), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:55.661739 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-95b0e3db-09d1-40e8-9ff4-a2ece494e542 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:55.662862 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-95b0e3db-09d1-40e8-9ff4-a2ece494e542 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a1fce733-7021-4fa1-a213-4a116e19db22 HTTP/1.1" status: 204 len: 168 time: 0.3033347 Sep 29 02:16:55.665791 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48368) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:55.680320 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.api.v2.resource [None req-79bc8e83-3972-4dbf-83c5-6e270e7eaf86 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] show failed (client error): The resource could not be found. Sep 29 02:16:55.681349 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-79bc8e83-3972-4dbf-83c5-6e270e7eaf86 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups/a1fce733-7021-4fa1-a213-4a116e19db22 HTTP/1.1" status: 404 len: 347 time: 0.0145681 Sep 29 02:16:55.684203 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48370) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:55.689732 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0e3db-09d1-40e8-9ff4-a2ece494e542 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fce733-7021-4fa1-a213-4a116e19db22,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:55.776073 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-811e9115-5d79-435f-8e89-e3aa77bc0ba7 admin admin] Deleting port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:55.776412 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-811e9115-5d79-435f-8e89-e3aa77bc0ba7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:55.800817 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebef84-9fc3-46d3-b79a-3f4778da384c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Deleting port c6e6cdbf-0716-41a5-96d3-80367ce537f2 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:55.801188 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d6ebef84-9fc3-46d3-b79a-3f4778da384c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (c6e6cdbf-0716-41a5-96d3-80367ce537f2), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:55.859973 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-811e9115-5d79-435f-8e89-e3aa77bc0ba7 admin admin] For port 8e8d4a66-6008-43eb-85fd-aa4fa76084a9, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=8e8d4a66-6008-43eb-85fd-aa4fa76084a9,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:55.860330 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-811e9115-5d79-435f-8e89-e3aa77bc0ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:55.874759 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-811e9115-5d79-435f-8e89-e3aa77bc0ba7 admin admin] Calling delete_port for 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 owned by network:router_interface {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:55.879872 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d6ebef84-9fc3-46d3-b79a-3f4778da384c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (c6e6cdbf-0716-41a5-96d3-80367ce537f2), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:55.880205 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d6ebef84-9fc3-46d3-b79a-3f4778da384c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (c6e6cdbf-0716-41a5-96d3-80367ce537f2), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:55.892438 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebef84-9fc3-46d3-b79a-3f4778da384c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Calling delete_port for c6e6cdbf-0716-41a5-96d3-80367ce537f2 owned by network:floatingip {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:56.028924 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d6ebef84-9fc3-46d3-b79a-3f4778da384c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (c6e6cdbf-0716-41a5-96d3-80367ce537f2), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.059192 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-811e9115-5d79-435f-8e89-e3aa77bc0ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (8e8d4a66-6008-43eb-85fd-aa4fa76084a9), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.062423 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebef84-9fc3-46d3-b79a-3f4778da384c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event deleted for resources: {'Port': ['ID=c6e6cdbf-0716-41a5-96d3-80367ce537f2,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:56.083021 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e9115-5d79-435f-8e89-e3aa77bc0ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8d4a66-6008-43eb-85fd-aa4fa76084a9,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:56.095246 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d6ebef84-9fc3-46d3-b79a-3f4778da384c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (47a42bff-a67b-49aa-983b-6915a22fc662), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.098700 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d6ebef84-9fc3-46d3-b79a-3f4778da384c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.104182 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d6ebef84-9fc3-46d3-b79a-3f4778da384c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/47a42bff-a67b-49aa-983b-6915a22fc662 HTTP/1.1" status: 204 len: 168 time: 0.4167929 Sep 29 02:16:56.191606 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48374) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:56.196127 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-443360bd-24c5-4a3d-afcb-1fb067158bf4 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--446884771', 'description': 'tempest-description--637028517'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:56.209100 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:56.227294 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-443360bd-24c5-4a3d-afcb-1fb067158bf4 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.267273 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-811e9115-5d79-435f-8e89-e3aa77bc0ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651037'] for router_interface (891e7a51-e7ed-4e86-8786-d028bca32978), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.323675 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-443360bd-24c5-4a3d-afcb-1fb067158bf4 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (02d80aad-f78e-41c8-843c-0be1147d9e30), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.328562 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-443360bd-24c5-4a3d-afcb-1fb067158bf4 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (02d80aad-f78e-41c8-843c-0be1147d9e30), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.332189 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:56.359367 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-443360bd-24c5-4a3d-afcb-1fb067158bf4 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.360666 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-443360bd-24c5-4a3d-afcb-1fb067158bf4 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1679831 Sep 29 02:16:56.363384 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48376) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:56.369081 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-43405019-97c3-4728-b891-8af3aa14e812 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'security_group_rule': {'security_group_id': '02d80aad-f78e-41c8-843c-0be1147d9e30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:56.375108 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443360bd-24c5-4a3d-afcb-1fb067158bf4 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d80aad-f78e-41c8-843c-0be1147d9e30,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:56.399474 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-43405019-97c3-4728-b891-8af3aa14e812 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (d0cf725f-1c11-43af-8224-30a39d57aa65), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.405469 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:56.460975 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-43405019-97c3-4728-b891-8af3aa14e812 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (d0cf725f-1c11-43af-8224-30a39d57aa65), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.465343 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-43405019-97c3-4728-b891-8af3aa14e812 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (d0cf725f-1c11-43af-8224-30a39d57aa65), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.476840 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:56.484582 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43405019-97c3-4728-b891-8af3aa14e812 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cf725f-1c11-43af-8224-30a39d57aa65,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:56.494594 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-43405019-97c3-4728-b891-8af3aa14e812 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.495846 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-43405019-97c3-4728-b891-8af3aa14e812 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312225 Sep 29 02:16:56.498680 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48378) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:56.508127 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-040d417d-a1c0-4e55-b80d-d7d2a62f144e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'security_group_rule': {'security_group_id': '02d80aad-f78e-41c8-843c-0be1147d9e30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:56.549936 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811e9115-5d79-435f-8e89-e3aa77bc0ba7 admin admin] Router 891e7a51-e7ed-4e86-8786-d028bca32978 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:16:56.554116 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-040d417d-a1c0-4e55-b80d-d7d2a62f144e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (a37b4e03-6fee-4c41-8b8d-f7189fd120ee), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.590499 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.675452 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-040d417d-a1c0-4e55-b80d-d7d2a62f144e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (a37b4e03-6fee-4c41-8b8d-f7189fd120ee), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.684041 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-040d417d-a1c0-4e55-b80d-d7d2a62f144e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (a37b4e03-6fee-4c41-8b8d-f7189fd120ee), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.708644 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d417d-a1c0-4e55-b80d-d7d2a62f144e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37b4e03-6fee-4c41-8b8d-f7189fd120ee,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:56.710463 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811e9115-5d79-435f-8e89-e3aa77bc0ba7 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:16:56.720217 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-811e9115-5d79-435f-8e89-e3aa77bc0ba7 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/891e7a51-e7ed-4e86-8786-d028bca32978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7172019 Sep 29 02:16:56.720217 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48380) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:56.722983 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475cba8-a774-4c3f-b195-bafca4e10114 None None] Sync routers for ids ['891e7a51-e7ed-4e86-8786-d028bca32978'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:16:56.729094 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-040d417d-a1c0-4e55-b80d-d7d2a62f144e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.730202 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-040d417d-a1c0-4e55-b80d-d7d2a62f144e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2305765 Sep 29 02:16:56.733450 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48382) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:56.733936 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8475cba8-a774-4c3f-b195-bafca4e10114 None None] Routers {'891e7a51-e7ed-4e86-8786-d028bca32978'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:56.734498 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-8475cba8-a774-4c3f-b195-bafca4e10114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['891e7a51-e7ed-4e86-8786-d028bca32978'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:56.740552 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:56.763908 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.833068 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Publish callbacks [] for router (891e7a51-e7ed-4e86-8786-d028bca32978), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.847418 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.847632 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-8475cba8-a774-4c3f-b195-bafca4e10114 None None] Set router 891e7a51-e7ed-4e86-8786-d028bca32978 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:56.947321 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Publish callbacks [] for router_gateway (891e7a51-e7ed-4e86-8786-d028bca32978), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:56.965224 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Allocated IP 172.27.3.32 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/0714aaa9-b11e-4db4-bcd2-cea258810933) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:16:56.999982 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Deleting port fd89ea06-444c-4c59-bbae-5811256f705c {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:57.000621 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (fd89ea06-444c-4c59-bbae-5811256f705c), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.074720 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for port (0714aaa9-b11e-4db4-bcd2-cea258810933), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.093005 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] For port fd89ea06-444c-4c59-bbae-5811256f705c, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=fd89ea06-444c-4c59-bbae-5811256f705c,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:57.093590 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (fd89ea06-444c-4c59-bbae-5811256f705c), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.108165 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Calling delete_port for fd89ea06-444c-4c59-bbae-5811256f705c owned by network:router_gateway {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:57.109369 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (0714aaa9-b11e-4db4-bcd2-cea258810933), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.116334 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-8475cba8-a774-4c3f-b195-bafca4e10114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:16:56Z', 'revision_number': 5, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port': {'id': 'fd89ea06-444c-4c59-bbae-5811256f705c', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:57.142175 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475cba8-a774-4c3f-b195-bafca4e10114 None None] Checking router: 891e7a51-e7ed-4e86-8786-d028bca32978 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:16:57.150782 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8475cba8-a774-4c3f-b195-bafca4e10114 None None] Routers {'891e7a51-e7ed-4e86-8786-d028bca32978'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:16:57.151391 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-8475cba8-a774-4c3f-b195-bafca4e10114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['891e7a51-e7ed-4e86-8786-d028bca32978'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:57.154923 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:16:57.158022 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:16:57.162647 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:16:57.170520 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'Port': ['ID=0714aaa9-b11e-4db4-bcd2-cea258810933,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:57.173730 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:57.179691 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:57.223428 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (a367dde9-eb1a-4524-bce2-151c79c41fa9), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.248718 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-8475cba8-a774-4c3f-b195-bafca4e10114 None None] Set router 891e7a51-e7ed-4e86-8786-d028bca32978 gateway port host: None {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:16:57.263051 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (0714aaa9-b11e-4db4-bcd2-cea258810933), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.298357 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-8475cba8-a774-4c3f-b195-bafca4e10114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:16:56Z', 'revision_number': 6, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port_host': None}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:57.298656 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (fd89ea06-444c-4c59-bbae-5811256f705c), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.303261 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:57.326972 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd89ea06-444c-4c59-bbae-5811256f705c,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:57.331282 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475cba8-a774-4c3f-b195-bafca4e10114 None None] The sync data for ids ['891e7a51-e7ed-4e86-8786-d028bca32978'] in dv-cinder-740146-21-iscsi is: [{'id': '891e7a51-e7ed-4e86-8786-d028bca32978', 'name': 'tempest-ServerRescueNegativeTestJSON-716327593-router', 'tenant_id': '320dd138f254473a84a601c153e1e39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:16:56Z', 'revision_number': 6, 'project_id': '320dd138f254473a84a601c153e1e39b', 'gw_port_host': None}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:16:57.394715 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649579'] for router_gateway (891e7a51-e7ed-4e86-8786-d028bca32978), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.433088 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for port (0714aaa9-b11e-4db4-bcd2-cea258810933), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.437798 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (0714aaa9-b11e-4db4-bcd2-cea258810933), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.438466 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (a367dde9-eb1a-4524-bce2-151c79c41fa9), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.466861 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:57.478582 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.479825 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7445319 Sep 29 02:16:57.482838 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (891e7a51-e7ed-4e86-8786-d028bca32978), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.485456 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Publish callbacks [] for router_controller (891e7a51-e7ed-4e86-8786-d028bca32978), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.487988 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d8e0b-bb87-4a5a-87d1-d538fa9546a6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'Port': ['ID=0714aaa9-b11e-4db4-bcd2-cea258810933,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:57.812433 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651115'] for router (891e7a51-e7ed-4e86-8786-d028bca32978), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.813028 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 891e7a51-e7ed-4e86-8786-d028bca32978 {{(pid=106336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:16:57.822421 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.823525 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-45072d4c-4c48-4044-a6ac-c068f41ce860 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/891e7a51-e7ed-4e86-8786-d028bca32978 HTTP/1.1" status: 204 len: 168 time: 1.1025774 Sep 29 02:16:57.826272 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48396) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:57.849473 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-d3c47faf-842a-43ca-a0ce-35289b281e51 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--446884771&fields=id&tenant_id=cc20488e0b2d48f796052c4e76990b19 HTTP/1.1" status: 200 len: 267 time: 0.0595319 Sep 29 02:16:57.887937 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_v2 [None req-134231bb-e0f5-44ae-85ef-4431d9937208 admin admin] Deleting subnet 764dc2d1-8bd7-4871-9f05-6fabbfe2761a {{(pid=106335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:16:57.891153 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-134231bb-e0f5-44ae-85ef-4431d9937208 admin admin] Publish callbacks [] for subnet (764dc2d1-8bd7-4871-9f05-6fabbfe2761a), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.925618 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-134231bb-e0f5-44ae-85ef-4431d9937208 admin admin] Publish callbacks [] for subnet (764dc2d1-8bd7-4871-9f05-6fabbfe2761a), precommit_delete_associations {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:57.960309 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693412f-b266-45c2-a90d-29204182affa req-1c146d3d-44ce-4278-80ff-870ef6cb7490 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:57.961730 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-1c146d3d-44ce-4278-80ff-870ef6cb7490 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 814 time: 0.1054573 Sep 29 02:16:57.976229 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-aea330b1-88b2-4f7f-a499-dcc8672eac70 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/quotas/cc20488e0b2d48f796052c4e76990b19 HTTP/1.1" status: 200 len: 375 time: 0.0089903 Sep 29 02:16:57.996306 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-134231bb-e0f5-44ae-85ef-4431d9937208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (764dc2d1-8bd7-4871-9f05-6fabbfe2761a), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.026705 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-018ec6bd-5084-44b8-b8ac-a0a17d421456 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452394 Sep 29 02:16:58.057654 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-134231bb-e0f5-44ae-85ef-4431d9937208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for subnet (764dc2d1-8bd7-4871-9f05-6fabbfe2761a), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.084815 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134231bb-e0f5-44ae-85ef-4431d9937208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=764dc2d1-8bd7-4871-9f05-6fabbfe2761a,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:58.088364 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-134231bb-e0f5-44ae-85ef-4431d9937208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.094242 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-134231bb-e0f5-44ae-85ef-4431d9937208 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/764dc2d1-8bd7-4871-9f05-6fabbfe2761a HTTP/1.1" status: 204 len: 168 time: 0.2642698 Sep 29 02:16:58.099060 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1265034-8d3e-49a6-ba0b-5311243fd489 None None] Network c2bc5a46-4a67-46c9-9128-c14743d2b1ef requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:16:58.100564 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48400) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:58.158469 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:16:58.174941 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-9c752dea-b1ac-4215-a656-3cb02695157c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366961 Sep 29 02:16:58.191519 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:16:58.191944 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 8e8d4a66-6008-43eb-85fd-aa4fa76084a9 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:16:58.200571 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (c2bc5a46-4a67-46c9-9128-c14743d2b1ef), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.256490 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Deleting port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:58.256961 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.306113 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-01505bbc-da7e-4e3c-a05f-f6d33f494c27 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207728 Sep 29 02:16:58.309874 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d124da-92b5-4512-b9f6-464e2548e761 None None] DHCP port deletion for c2bc5a46-4a67-46c9-9128-c14743d2b1ef request from dv-cinder-740146-21-iscsi {{(pid=106337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:16:58.333356 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] For port a358dcf2-0a48-4a10-9f00-ccda9f5d8943, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a358dcf2-0a48-4a10-9f00-ccda9f5d8943,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:58.334009 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.347824 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Calling delete_port for a358dcf2-0a48-4a10-9f00-ccda9f5d8943 owned by network:dhcp {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:58.352369 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-b5d124da-92b5-4512-b9f6-464e2548e761 None None] Deleting port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 {{(pid=106337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:58.352968 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b5d124da-92b5-4512-b9f6-464e2548e761 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), before_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.416348 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:58.441284 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.445073 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-b5d124da-92b5-4512-b9f6-464e2548e761 None None] For port a358dcf2-0a48-4a10-9f00-ccda9f5d8943, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a358dcf2-0a48-4a10-9f00-ccda9f5d8943,segment=NetworkSegment(05a66e65-2c98-4962-b0c9-17c2a83c2a15),segment_id=05a66e65-2c98-4962-b0c9-17c2a83c2a15)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:58.445724 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b5d124da-92b5-4512-b9f6-464e2548e761 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), precommit_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.463247 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-b5d124da-92b5-4512-b9f6-464e2548e761 None None] Calling delete_port for a358dcf2-0a48-4a10-9f00-ccda9f5d8943 owned by network:dhcp {{(pid=106337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:58.498514 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Pushing event deleted for resources: {'Port': ['ID=a358dcf2-0a48-4a10-9f00-ccda9f5d8943,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:58.517741 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] No DVR routers for this DVR port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 on host dv-cinder-740146-21-iscsi {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:16:58.546094 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8e0d4d66-13a3-4df9-8aaf-f0799f84259d req-13f7877b-6e43-48c0-974e-30889ffe9bf8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 210 time: 0.0483971 Sep 29 02:16:58.613008 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (c2bc5a46-4a67-46c9-9128-c14743d2b1ef), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.634482 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.634840 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.635612 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.635948 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > port after_create 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.636293 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.636637 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > port after_update 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.636984 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.637326 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.638237 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.638237 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.643627 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-b5d124da-92b5-4512-b9f6-464e2548e761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (a358dcf2-0a48-4a10-9f00-ccda9f5d8943), after_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.668609 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d124da-92b5-4512-b9f6-464e2548e761 None None] Pushing event deleted for resources: {'Port': ['ID=a358dcf2-0a48-4a10-9f00-ccda9f5d8943,revision_number=None']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:58.672325 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d124da-92b5-4512-b9f6-464e2548e761 None None] No DVR routers for this DVR port a358dcf2-0a48-4a10-9f00-ccda9f5d8943 on host dv-cinder-740146-21-iscsi {{(pid=106337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:16:58.715245 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.715593 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.715920 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.716248 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:16:58.716597 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bc5a46-4a67-46c9-9128-c14743d2b1ef']}} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:58.734834 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a66e65-2c98-4962-b0c9-17c2a83c2a15') {'for_net_delete': True} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:58.735191 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a66e65-2c98-4962-b0c9-17c2a83c2a15') {} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:16:58.752750 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6494329'] for segment (05a66e65-2c98-4962-b0c9-17c2a83c2a15), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.776023 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (05a66e65-2c98-4962-b0c9-17c2a83c2a15), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.785422 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:16:58.785817 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852879'] for segment (05a66e65-2c98-4962-b0c9-17c2a83c2a15), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.864558 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (c2bc5a46-4a67-46c9-9128-c14743d2b1ef), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.876951 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:58.880335 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/c2bc5a46-4a67-46c9-9128-c14743d2b1ef HTTP/1.1" status: 204 len: 168 time: 0.7786589 Sep 29 02:16:58.890713 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcfc9b-842c-41a6-8ce2-216146e14160 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2bc5a46-4a67-46c9-9128-c14743d2b1ef,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:58.945660 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment 05a66e65-2c98-4962-b0c9-17c2a83c2a15 resource provider aggregate not found Sep 29 02:16:58.964303 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment 05a66e65-2c98-4962-b0c9-17c2a83c2a15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05a66e65-2c98-4962-b0c9-17c2a83c2a15 found for delete ", "request_id": "req-78b1f42d-3eff-4024-bec9-5152c70043d7"}]} Sep 29 02:16:59.025160 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48426) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:59.066027 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-986d3ed3-d06a-4d6b-8247-2e673272275e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=320dd138f254473a84a601c153e1e39b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396705 Sep 29 02:16:59.068667 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48428) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:59.089162 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:59.118602 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-58400c8e-98a9-4d1c-8e3a-6d3648b799af admin admin] Publish callbacks [] for security_group (f1ceb900-a91f-4e94-9a7f-ea88a94ec629), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:59.139319 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-58400c8e-98a9-4d1c-8e3a-6d3648b799af admin admin] Publish callbacks [] for security_group (f1ceb900-a91f-4e94-9a7f-ea88a94ec629), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:59.186596 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-58400c8e-98a9-4d1c-8e3a-6d3648b799af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (f1ceb900-a91f-4e94-9a7f-ea88a94ec629), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:59.189692 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-58400c8e-98a9-4d1c-8e3a-6d3648b799af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:59.191522 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-58400c8e-98a9-4d1c-8e3a-6d3648b799af admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f1ceb900-a91f-4e94-9a7f-ea88a94ec629 HTTP/1.1" status: 204 len: 168 time: 0.1219084 Sep 29 02:16:59.201182 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58400c8e-98a9-4d1c-8e3a-6d3648b799af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ceb900-a91f-4e94-9a7f-ea88a94ec629,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:59.431971 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a358dcf2-0a48-4a10-9f00-ccda9f5d8943 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:16:59.454701 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: a358dcf2-0a48-4a10-9f00-ccda9f5d8943 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:16:59.455057 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a358dcf2-0a48-4a10-9f00-ccda9f5d8943 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:16:59.455473 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device fd89ea06-444c-4c59-bbae-5811256f705c no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:16:59.474789 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: fd89ea06-444c-4c59-bbae-5811256f705c {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:16:59.475155 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device fd89ea06-444c-4c59-bbae-5811256f705c not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:16:59.652734 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d0b1edd3-1bef-44dd-8ffa-0e99d88ff127 req-08d604f7-42c7-4474-92a9-67f5b95a51a7 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 210 time: 0.0290115 Sep 29 02:16:59.911142 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48454) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:00.017826 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-network', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:00.040348 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Made reservation on behalf of 0a769dbf20fa4526a8c63c4b631c94b1 for: {'network': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:00.042840 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.056150 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.135059 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Publish callbacks [] for security_group (184d218e-e850-4f54-b0d4-b9cb5befea7d), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.139543 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (184d218e-e850-4f54-b0d4-b9cb5befea7d), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.147406 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:00.166428 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693412f-b266-45c2-a90d-29204182affa req-6326fcc3-1f0a-420d-8713-a1b4ca64f874 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:00.167889 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-6326fcc3-1f0a-420d-8713-a1b4ca64f874 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 814 time: 0.3244455 Sep 29 02:17:00.168142 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=106336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:17:00.179387 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184d218e-e850-4f54-b0d4-b9cb5befea7d,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:00.185940 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (966ba888-4f07-4be5-ae92-25c447b58340), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.186279 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.segments_db [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Added segment 966ba888-4f07-4be5-ae92-25c447b58340 of type vlan for network 75973108-0654-4b3c-9864-e82ffcefc065 Sep 29 02:17:00.228967 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (75973108-0654-4b3c-9864-e82ffcefc065), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.233780 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-02de3ddc-db68-4a81-a2ca-ea6c0bfd8bd4 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cc20488e0b2d48f796052c4e76990b19 HTTP/1.1" status: 200 len: 379 time: 0.0522993 Sep 29 02:17:00.246579 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-1693412f-b266-45c2-a90d-29204182affa req-0d768588-f890-4d02-8cdb-92ae0dc89ed3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'port': {'device_id': '0a3e1b84-48a1-4354-9cb4-df61ef690142', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'admin_state_up': True, 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'security_groups': ['02d80aad-f78e-41c8-843c-0be1147d9e30']}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:00.247790 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:00.254595 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (75973108-0654-4b3c-9864-e82ffcefc065), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.255586 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:00.256172 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.313225 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4008403 Sep 29 02:17:00.318661 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48462) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:00.323480 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-9f9aa56f-b85f-4122-8c05-d27c751a664e admin admin] Request body: {'subnet': {'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-subnet', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:00.325052 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa788407-3c9e-4f59-b290-c9b659ce02a3 admin admin] Pushing event updated for resources: {'Network': ['ID=75973108-0654-4b3c-9864-e82ffcefc065,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:00.336507 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 75973108-0654-4b3c-9864-e82ffcefc065 details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:17:00.370625 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9aa56f-b85f-4122-8c05-d27c751a664e admin admin] Made reservation on behalf of 0a769dbf20fa4526a8c63c4b631c94b1 for: {'subnet': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:00.372949 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-9f9aa56f-b85f-4122-8c05-d27c751a664e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5955269'] for subnet (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.431673 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1693412f-b266-45c2-a90d-29204182affa req-0d768588-f890-4d02-8cdb-92ae0dc89ed3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Made reservation on behalf of cc20488e0b2d48f796052c4e76990b19 for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:00.435362 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1693412f-b266-45c2-a90d-29204182affa req-0d768588-f890-4d02-8cdb-92ae0dc89ed3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.521174 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:00.656346 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-1693412f-b266-45c2-a90d-29204182affa req-0d768588-f890-4d02-8cdb-92ae0dc89ed3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Allocated IP 172.20.0.7 (b25b9e79-fa1e-4200-ad0c-c5a4994891b2/e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb/6e027675-4f3d-430a-addd-dc713b97688f) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:00.675355 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-9f9aa56f-b85f-4122-8c05-d27c751a664e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5854380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5955315'] for subnet (e4187254-90fc-464f-9d77-8c8ec08ca4bc), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.706284 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:00.756557 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-61756c46-08f5-4ad1-9667-53a25f0d4e0f req-0d1015e6-c62a-42ad-badb-8f0d427909e1 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 210 time: 0.0288577 Sep 29 02:17:00.759608 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9aa56f-b85f-4122-8c05-d27c751a664e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4187254-90fc-464f-9d77-8c8ec08ca4bc,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:00.823329 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9aa56f-b85f-4122-8c05-d27c751a664e admin admin] Checking segment: {'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:00.823676 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9aa56f-b85f-4122-8c05-d27c751a664e admin admin] Network hostable DHCP agents. Network: 75973108-0654-4b3c-9864-e82ffcefc065, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:17:00.869487 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9aa56f-b85f-4122-8c05-d27c751a664e admin admin] Network 75973108-0654-4b3c-9864-e82ffcefc065 is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:17:00.893037 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-9f9aa56f-b85f-4122-8c05-d27c751a664e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 75973108-0654-4b3c-9864-e82ffcefc065) {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:00.897656 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9aa56f-b85f-4122-8c05-d27c751a664e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:00.898252 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-9f9aa56f-b85f-4122-8c05-d27c751a664e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.902052 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee84174-5d73-462c-9ea8-91e7d6f865aa None None] Network 75973108-0654-4b3c-9864-e82ffcefc065 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:17:00.904077 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1693412f-b266-45c2-a90d-29204182affa req-0d768588-f890-4d02-8cdb-92ae0dc89ed3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for port (6e027675-4f3d-430a-addd-dc713b97688f), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.924105 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-9f9aa56f-b85f-4122-8c05-d27c751a664e admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6044898 Sep 29 02:17:00.927977 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48466) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:00.932346 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:00.950727 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1693412f-b266-45c2-a90d-29204182affa req-0d768588-f890-4d02-8cdb-92ae0dc89ed3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (6e027675-4f3d-430a-addd-dc713b97688f), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.953964 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4195'] for router (4cd36434-b502-4609-8ced-0e6c6d605353), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.955870 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628866', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router (4cd36434-b502-4609-8ced-0e6c6d605353), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:00.993403 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1693412f-b266-45c2-a90d-29204182affa req-0d768588-f890-4d02-8cdb-92ae0dc89ed3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:00.999716 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-1693412f-b266-45c2-a90d-29204182affa req-0d768588-f890-4d02-8cdb-92ae0dc89ed3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:01.001978 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-1693412f-b266-45c2-a90d-29204182affa req-0d768588-f890-4d02-8cdb-92ae0dc89ed3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:01.005949 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e9ab281-6644-5373-90c1-7212ac025641-75973108-0654-4b3c-9864-e82ffcefc065', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc'}]}} from dv-cinder-740146-21-iscsi. {{(pid=106337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:17:01.008648 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.010630 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Publish callbacks [] for router_controller (4cd36434-b502-4609-8ced-0e6c6d605353), precommit_add_association {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.022861 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:01.043623 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d768588-f890-4d02-8cdb-92ae0dc89ed3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event updated for resources: {'Port': ['ID=6e027675-4f3d-430a-addd-dc713b97688f,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:01.076698 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693412f-b266-45c2-a90d-29204182affa req-0d768588-f890-4d02-8cdb-92ae0dc89ed3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:01.077504 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1693412f-b266-45c2-a90d-29204182affa req-0d768588-f890-4d02-8cdb-92ae0dc89ed3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.098842 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-0d768588-f890-4d02-8cdb-92ae0dc89ed3 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8558245 Sep 29 02:17:01.114904 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Request body: {'port': {'device_id': '0a3e1b84-48a1-4354-9cb4-df61ef690142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:01.165763 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Publish callbacks [] for router_gateway (4cd36434-b502-4609-8ced-0e6c6d605353), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.184165 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.db_base_plugin_common [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Allocated IP 172.20.0.2 (75973108-0654-4b3c-9864-e82ffcefc065/e4187254-90fc-464f-9d77-8c8ec08ca4bc/bb9b2423-66d6-4991-a231-a6a3355dc9a2) {{(pid=106337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:01.193658 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (6e027675-4f3d-430a-addd-dc713b97688f), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.265844 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:01.304768 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-8fecf883-e859-42f4-bcf1-1052a1f420f2 None None] Provisioning complete for port 6e027675-4f3d-430a-addd-dc713b97688f triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:01.305331 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8fecf883-e859-42f4-bcf1-1052a1f420f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (6e027675-4f3d-430a-addd-dc713b97688f), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.305863 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-8fecf883-e859-42f4-bcf1-1052a1f420f2 None None] Attempt 1 to provision port 6e027675-4f3d-430a-addd-dc713b97688f Sep 29 02:17:01.344373 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:01.346125 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-8fecf883-e859-42f4-bcf1-1052a1f420f2 None None] Port 6e027675-4f3d-430a-addd-dc713b97688f cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:01.394253 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Publish callbacks [] for router_gateway (4cd36434-b502-4609-8ced-0e6c6d605353), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.395743 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Publish callbacks [] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), precommit_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.401621 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), after_create {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.418027 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.446131 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Network 75973108-0654-4b3c-9864-e82ffcefc065 is already hosted by enough agents. {{(pid=106337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:01.451444 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.scheduler.base_scheduler [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Resources bound (agent type, host, resource id): {{(pid=106337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:01.453907 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Received port after_create {{(pid=106337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:01.461560 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Pushing event updated for resources: {'Port': ['ID=bb9b2423-66d6-4991-a231-a6a3355dc9a2,revision_number=1']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:01.478840 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e027675-4f3d-430a-addd-dc713b97688f {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:01.486448 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Publish callbacks [] for port (6e027675-4f3d-430a-addd-dc713b97688f), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.500271 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Transition to ACTIVE for port object 6e027675-4f3d-430a-addd-dc713b97688f will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:17:01.506189 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (6e027675-4f3d-430a-addd-dc713b97688f), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.517647 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Attempting to bind port bb9b2423-66d6-4991-a231-a6a3355dc9a2 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:01.518013 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Attempting to bind port bb9b2423-66d6-4991-a231-a6a3355dc9a2 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:01.518910 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Attempting to bind port bb9b2423-66d6-4991-a231-a6a3355dc9a2 on network 75973108-0654-4b3c-9864-e82ffcefc065 {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:01.551558 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Allocated IP 172.27.3.220 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/020ceb93-5d09-40a1-bb30-ecedb5ee7d6b) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:01.563544 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:01.564691 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Checking segment: {'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:01.565764 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.566186 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Pushing event updated for resources: {'Port': ['ID=6e027675-4f3d-430a-addd-dc713b97688f,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:01.566326 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Bound using segment: {'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:01.566772 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Bound port: bb9b2423-66d6-4991-a231-a6a3355dc9a2, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:01.567178 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.601973 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:01.628036 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Attempting to bind port 6e027675-4f3d-430a-addd-dc713b97688f on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:01.628270 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Attempting to bind port 6e027675-4f3d-430a-addd-dc713b97688f by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:01.628588 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Attempting to bind port 6e027675-4f3d-430a-addd-dc713b97688f on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:01.642380 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] For port bb9b2423-66d6-4991-a231-a6a3355dc9a2, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:01.646107 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] For port bb9b2423-66d6-4991-a231-a6a3355dc9a2, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=bb9b2423-66d6-4991-a231-a6a3355dc9a2,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:01.653297 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.673221 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Port 6e027675-4f3d-430a-addd-dc713b97688f on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:17:01.673568 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Attempting to bind port 6e027675-4f3d-430a-addd-dc713b97688f on network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:01.698383 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Publish callbacks [] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.726731 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f6b33-5a71-4473-be25-5f9c7544ece3 None None] Pushing event updated for resources: {'Port': ['ID=bb9b2423-66d6-4991-a231-a6a3355dc9a2,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:01.737885 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.740841 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:01.741222 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Checking segment: {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:01.741616 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Bound using segment: {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:01.742065 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Bound port: 6e027675-4f3d-430a-addd-dc713b97688f, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed99fffe-e911-44cb-bb37-dba62e510cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:01.742432 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (6e027675-4f3d-430a-addd-dc713b97688f), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.769048 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:01.787786 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:01.792263 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:01.794520 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Pushing event updated for resources: {'Port': ['ID=020ceb93-5d09-40a1-bb30-ecedb5ee7d6b,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:01.797020 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:01.820524 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] For port 6e027675-4f3d-430a-addd-dc713b97688f, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:01.825181 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] For port 6e027675-4f3d-430a-addd-dc713b97688f, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6e027675-4f3d-430a-addd-dc713b97688f,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:01.831977 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:01.838191 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (6e027675-4f3d-430a-addd-dc713b97688f), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.843620 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:01.844392 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.845983 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/6e027675-4f3d-430a-addd-dc713b97688f HTTP/1.1" status: 200 len: 1093 time: 0.7372200 Sep 29 02:17:01.848343 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-8fecf883-e859-42f4-bcf1-1052a1f420f2 None None] Attempt 2 to provision port 6e027675-4f3d-430a-addd-dc713b97688f Sep 29 02:17:01.888611 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3e1b84-48a1-4354-9cb4-df61ef690142', 'tag': '6e027675-4f3d-430a-addd-dc713b97688f'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:01.905885 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06183392-2811-4410-ae04-3a9547d9bf4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3e1b84-48a1-4354-9cb4-df61ef690142", "tag": "6e027675-4f3d-430a-addd-dc713b97688f"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:01.949123 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-8fecf883-e859-42f4-bcf1-1052a1f420f2 None None] Port 6e027675-4f3d-430a-addd-dc713b97688f had new provisioning blocks added so it will not transition to active. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:17:01.978748 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b11c2e7-335b-4bc2-8651-a7376578840a x-openstack-request-id: req-4b11c2e7-335b-4bc2-8651-a7376578840a {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:01.979037 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3e1b84-48a1-4354-9cb4-df61ef690142", "tag": "6e027675-4f3d-430a-addd-dc713b97688f", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:01.979293 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4b11c2e7-335b-4bc2-8651-a7376578840a {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:01.979696 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b11c2e7-335b-4bc2-8651-a7376578840a'] response: {'name': 'network-changed', 'server_uuid': '0a3e1b84-48a1-4354-9cb4-df61ef690142', 'tag': '6e027675-4f3d-430a-addd-dc713b97688f', 'status': 'completed', 'code': 200} Sep 29 02:17:01.986801 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693412f-b266-45c2-a90d-29204182affa req-01b24da2-2b23-468f-95f1-cff11b90f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:01.986801 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-01b24da2-2b23-468f-95f1-cff11b90f4bf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 1127 time: 0.0771947 Sep 29 02:17:01.996555 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af43d5-bc51-4f77-b461-7d183fd47366 service neutron] Pushing event updated for resources: {'Port': ['ID=6e027675-4f3d-430a-addd-dc713b97688f,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:02.038275 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-71ee3031-b535-46da-8016-b489a3cd2b21 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e027675-4f3d-430a-addd-dc713b97688f HTTP/1.1" status: 200 len: 217 time: 0.0352538 Sep 29 02:17:02.039919 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df7bb9-10a0-457f-affa-b5fe55283c7f req-1a4fae74-65a5-4ddd-8b87-30b50cdf892f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:02.041601 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c0df7bb9-10a0-457f-affa-b5fe55283c7f req-1a4fae74-65a5-4ddd-8b87-30b50cdf892f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 943 time: 0.1311815 Sep 29 02:17:02.100123 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693412f-b266-45c2-a90d-29204182affa req-aaafad6d-627f-420e-aca5-39bef0a84189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:02.101712 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-aaafad6d-627f-420e-aca5-39bef0a84189 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb HTTP/1.1" status: 200 len: 853 time: 0.0548203 Sep 29 02:17:02.143353 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c0df7bb9-10a0-457f-affa-b5fe55283c7f req-12d40e21-af26-4663-8482-157f666dceeb tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=02d80aad-f78e-41c8-843c-0be1147d9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957706 Sep 29 02:17:02.145384 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693412f-b266-45c2-a90d-29204182affa req-be2377a7-a1e8-4aa8-ad7f-2532a5f406aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:02.146786 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-be2377a7-a1e8-4aa8-ad7f-2532a5f406aa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393512 Sep 29 02:17:02.192326 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Publish callbacks [] for router_gateway (4cd36434-b502-4609-8ced-0e6c6d605353), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:02.241701 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-852a8c19-9624-4d8b-b796-4ce4eff1f982 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884783 Sep 29 02:17:02.309646 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:02.333617 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1693412f-b266-45c2-a90d-29204182affa req-a6eebee6-a040-4a48-b036-01d33d5e732e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840676 Sep 29 02:17:02.382716 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649523'] for router (4cd36434-b502-4609-8ced-0e6c6d605353), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:02.513496 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Router 4cd36434-b502-4609-8ced-0e6c6d605353 is scheduled to L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 with binding_index 1 {{(pid=106336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:17:02.621536 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:02.632512 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Sync routers for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:02.641291 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:02.645450 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-deeebcf3-ee72-4534-b3e9-42670bfd8713 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7136419 Sep 29 02:17:02.645599 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:02.645599 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:02.645777 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48476) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:02.682950 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4bbc53-d46b-4fed-9ef9-c5d0b832759f None None] Network 75973108-0654-4b3c-9864-e82ffcefc065 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:17:02.782232 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:02.875073 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:02.903876 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-636ce568-87e1-4984-8e52-4ea87d8c28da None None] Provisioning complete for port bb9b2423-66d6-4991-a231-a6a3355dc9a2 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:02.904164 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-636ce568-87e1-4984-8e52-4ea87d8c28da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:02.904496 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-636ce568-87e1-4984-8e52-4ea87d8c28da None None] Attempt 1 to provision port bb9b2423-66d6-4991-a231-a6a3355dc9a2 Sep 29 02:17:02.910445 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:03.000346 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:03.047745 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:03.147179 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-636ce568-87e1-4984-8e52-4ea87d8c28da None None] Current status of the port bb9b2423-66d6-4991-a231-a6a3355dc9a2 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:03.147570 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-636ce568-87e1-4984-8e52-4ea87d8c28da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:03.163474 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:03.209231 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-636ce568-87e1-4984-8e52-4ea87d8c28da None None] For port bb9b2423-66d6-4991-a231-a6a3355dc9a2, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=bb9b2423-66d6-4991-a231-a6a3355dc9a2,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:03.218554 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Allocated IP 172.20.0.1 (75973108-0654-4b3c-9864-e82ffcefc065/e4187254-90fc-464f-9d77-8c8ec08ca4bc/ff250fe2-145a-442c-b787-7e72debbc060) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:03.233707 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-636ce568-87e1-4984-8e52-4ea87d8c28da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:03.288471 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:02Z', 'revision_number': 3, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:03.324474 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Checking router: 4cd36434-b502-4609-8ced-0e6c6d605353 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:03.324823 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Updating router 4cd36434-b502-4609-8ced-0e6c6d605353 port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b binding host dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:17:03.326777 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06183392-2811-4410-ae04-3a9547d9bf4f req-e2bec372-6bc0-475f-b7d6-c01b2ba79026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:03.327273 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ce568-87e1-4984-8e52-4ea87d8c28da None None] Pushing event updated for resources: {'Port': ['ID=bb9b2423-66d6-4991-a231-a6a3355dc9a2,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:03.328654 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-06183392-2811-4410-ae04-3a9547d9bf4f req-e2bec372-6bc0-475f-b7d6-c01b2ba79026 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 1127 time: 0.0456119 Sep 29 02:17:03.337268 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a6995-54ca-4fd6-863f-d07a220ad253 req-accae908-504c-4d6e-b897-3d6ff09e9f46 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:03.338763 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-af2a6995-54ca-4fd6-863f-d07a220ad253 req-accae908-504c-4d6e-b897-3d6ff09e9f46 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 943 time: 0.1004658 Sep 29 02:17:03.370030 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:03.374136 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-d3adf71a-901f-4021-8cc1-a60223ee73d5 None None] Provisioning complete for port bb9b2423-66d6-4991-a231-a6a3355dc9a2 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:03.374509 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-d3adf71a-901f-4021-8cc1-a60223ee73d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:03.374848 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-d3adf71a-901f-4021-8cc1-a60223ee73d5 None None] Attempt 1 to provision port bb9b2423-66d6-4991-a231-a6a3355dc9a2 Sep 29 02:17:03.423059 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Publish callbacks [] for port (ff250fe2-145a-442c-b787-7e72debbc060), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:03.436131 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-af2a6995-54ca-4fd6-863f-d07a220ad253 req-adea0258-1776-4f51-897e-314709f694a1 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=02d80aad-f78e-41c8-843c-0be1147d9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883374 Sep 29 02:17:03.457992 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06183392-2811-4410-ae04-3a9547d9bf4f req-fdbc81ac-47d5-44b4-865e-52ae3ec972fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:03.462070 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-06183392-2811-4410-ae04-3a9547d9bf4f req-fdbc81ac-47d5-44b4-865e-52ae3ec972fc service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 914 time: 0.1216433 Sep 29 02:17:03.471759 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (ff250fe2-145a-442c-b787-7e72debbc060), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:03.507099 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-06183392-2811-4410-ae04-3a9547d9bf4f req-3795c858-043b-4c8c-acd7-6ba5037b1c81 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e027675-4f3d-430a-addd-dc713b97688f HTTP/1.1" status: 200 len: 217 time: 0.0375803 Sep 29 02:17:03.523932 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device bb9b2423-66d6-4991-a231-a6a3355dc9a2 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:03.539516 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Network 75973108-0654-4b3c-9864-e82ffcefc065 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:03.544578 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:03.547067 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:03.551071 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Pushing event updated for resources: {'Port': ['ID=ff250fe2-145a-442c-b787-7e72debbc060,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:03.567261 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06183392-2811-4410-ae04-3a9547d9bf4f req-9573c5d4-1e08-485a-9a95-8c2af4c18028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:03.568778 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-06183392-2811-4410-ae04-3a9547d9bf4f req-9573c5d4-1e08-485a-9a95-8c2af4c18028 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb HTTP/1.1" status: 200 len: 853 time: 0.0545557 Sep 29 02:17:03.578331 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:03.605999 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625956'] for router_interface (4cd36434-b502-4609-8ced-0e6c6d605353), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:03.626712 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06183392-2811-4410-ae04-3a9547d9bf4f req-f26d602d-69a8-4fe8-9bf6-1a4f35aad3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:03.628915 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-06183392-2811-4410-ae04-3a9547d9bf4f req-f26d602d-69a8-4fe8-9bf6-1a4f35aad3ca service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526035 Sep 29 02:17:03.682842 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-d3adf71a-901f-4021-8cc1-a60223ee73d5 None None] Current status of the port bb9b2423-66d6-4991-a231-a6a3355dc9a2 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:03.687735 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port bb9b2423-66d6-4991-a231-a6a3355dc9a2 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:03.687987 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:03.688293 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port bb9b2423-66d6-4991-a231-a6a3355dc9a2 Sep 29 02:17:03.739426 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-06183392-2811-4410-ae04-3a9547d9bf4f req-70f1677a-e105-4b46-9c85-25c85c6d25b1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988779 Sep 29 02:17:03.771677 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:03.833332 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:03.853765 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port bb9b2423-66d6-4991-a231-a6a3355dc9a2 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:03.870518 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Publish callbacks [] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), precommit_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:03.877465 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:03.890125 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-06183392-2811-4410-ae04-3a9547d9bf4f req-af3be66a-1404-49e1-9d38-3cd774f47508 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366591 Sep 29 02:17:03.923416 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Attempting to bind port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:03.923792 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Attempting to bind port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:03.924161 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Attempting to bind port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b on network 44335703-30ea-48cd-a18a-5857ed0e04da {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:03.955189 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Provisioning complete for port ff250fe2-145a-442c-b787-7e72debbc060 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:03.955597 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (ff250fe2-145a-442c-b787-7e72debbc060), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:03.956488 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Attempt 1 to provision port ff250fe2-145a-442c-b787-7e72debbc060 Sep 29 02:17:03.964060 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009c0c6-cef2-4d77-8a9a-32bdbc4fc31d None None] Pushing event updated for resources: {'Port': ['ID=020ceb93-5d09-40a1-bb30-ecedb5ee7d6b,revision_number=2']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:03.994817 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:04.012844 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Port ff250fe2-145a-442c-b787-7e72debbc060 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:04.015729 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:04.016100 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Checking segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:04.016500 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:04.016902 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Bound using segment: {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'} {{(pid=106337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:04.017376 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.managers [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Bound port: 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28871797-a007-49cc-8017-dc9c3820c5d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}}] {{(pid=106337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:04.017753 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:04.033928 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (ff250fe2-145a-442c-b787-7e72debbc060), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:04.066656 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] For port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:04.069728 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] For port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=020ceb93-5d09-40a1-bb30-ecedb5ee7d6b,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:04.072557 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:04.076399 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:04.114633 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:04.115251 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:04.166946 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009c0c6-cef2-4d77-8a9a-32bdbc4fc31d None None] Pushing event updated for resources: {'Port': ['ID=020ceb93-5d09-40a1-bb30-ecedb5ee7d6b,revision_number=3']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:04.199239 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Publish callbacks [] for port (ff250fe2-145a-442c-b787-7e72debbc060), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:04.204732 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (ff250fe2-145a-442c-b787-7e72debbc060), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:04.230346 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:04.270194 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Pushing event updated for resources: {'Port': ['ID=ff250fe2-145a-442c-b787-7e72debbc060,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:04.272531 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626064'] for router_interface (4cd36434-b502-4609-8ced-0e6c6d605353), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:04.365768 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Network 75973108-0654-4b3c-9864-e82ffcefc065 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:04.367023 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:04.420366 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 1, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:04.485397 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Router 4cd36434-b502-4609-8ced-0e6c6d605353 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:04.588265 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Attempt 2 to provision port ff250fe2-145a-442c-b787-7e72debbc060 Sep 29 02:17:04.591626 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2839986c-cb3b-4be9-8888-4e12775361b0 None None] The sync data for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi is: [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 1, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:04.592538 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b465a-52b7-4ca8-9ade-569a6b7dbf0d req-f5ef23c6-5234-45b3-a2bc-68fef1876314 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:04.594135 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ea5b465a-52b7-4ca8-9ade-569a6b7dbf0d req-f5ef23c6-5234-45b3-a2bc-68fef1876314 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 943 time: 0.0634484 Sep 29 02:17:04.624798 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Port ff250fe2-145a-442c-b787-7e72debbc060 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:04.663621 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:04.669133 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-0f59e244-ba31-40d7-b524-af1738746e28 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/4cd36434-b502-4609-8ced-0e6c6d605353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0224988 Sep 29 02:17:04.684432 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ea5b465a-52b7-4ca8-9ade-569a6b7dbf0d req-e78b0e1f-64d4-4797-ac2c-32410a13c9df tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=02d80aad-f78e-41c8-843c-0be1147d9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657642 Sep 29 02:17:04.977767 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48488) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:04.982357 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-db95174c-a7bf-4759-9827-2fa7ca1ee541 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1761700804', 'description': 'tempest-description--1189612435'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:04.993108 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:05.008029 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-db95174c-a7bf-4759-9827-2fa7ca1ee541 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.086992 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-db95174c-a7bf-4759-9827-2fa7ca1ee541 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group (9d7356af-3994-4e89-9c5c-c9a4337c8704), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.091635 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-db95174c-a7bf-4759-9827-2fa7ca1ee541 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (9d7356af-3994-4e89-9c5c-c9a4337c8704), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.122098 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95174c-a7bf-4759-9827-2fa7ca1ee541 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7356af-3994-4e89-9c5c-c9a4337c8704,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:05.126003 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Attempt 3 to provision port ff250fe2-145a-442c-b787-7e72debbc060 Sep 29 02:17:05.126507 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-db95174c-a7bf-4759-9827-2fa7ca1ee541 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.131327 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-db95174c-a7bf-4759-9827-2fa7ca1ee541 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1489000 Sep 29 02:17:05.131746 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48490) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:05.135719 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-7e164ee6-7359-4b6b-a126-ede5bf0f288c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Request body: {'security_group_rule': {'security_group_id': '9d7356af-3994-4e89-9c5c-c9a4337c8704', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:05.151987 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:05.163450 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Port ff250fe2-145a-442c-b787-7e72debbc060 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:05.167089 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7e164ee6-7359-4b6b-a126-ede5bf0f288c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group_rule (3ba18dfe-ae68-4ff6-947f-550e49992116), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.226037 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7e164ee6-7359-4b6b-a126-ede5bf0f288c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group_rule (3ba18dfe-ae68-4ff6-947f-550e49992116), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.240066 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7e164ee6-7359-4b6b-a126-ede5bf0f288c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (3ba18dfe-ae68-4ff6-947f-550e49992116), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.263906 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e164ee6-7359-4b6b-a126-ede5bf0f288c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba18dfe-ae68-4ff6-947f-550e49992116,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:05.269727 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7e164ee6-7359-4b6b-a126-ede5bf0f288c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.270788 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-7e164ee6-7359-4b6b-a126-ede5bf0f288c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384232 Sep 29 02:17:05.273767 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48492) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:05.277967 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-177b672c-4388-4ec7-97e2-1927e2839af7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Request body: {'security_group_rule': {'security_group_id': '9d7356af-3994-4e89-9c5c-c9a4337c8704', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:05.309493 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-177b672c-4388-4ec7-97e2-1927e2839af7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group_rule (df4ad923-5de2-46c2-bb9b-4a8534f978de), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.368493 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-177b672c-4388-4ec7-97e2-1927e2839af7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group_rule (df4ad923-5de2-46c2-bb9b-4a8534f978de), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.373808 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-177b672c-4388-4ec7-97e2-1927e2839af7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (df4ad923-5de2-46c2-bb9b-4a8534f978de), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.393556 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b672c-4388-4ec7-97e2-1927e2839af7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4ad923-5de2-46c2-bb9b-4a8534f978de,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:05.403911 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-177b672c-4388-4ec7-97e2-1927e2839af7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.408077 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-177b672c-4388-4ec7-97e2-1927e2839af7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304686 Sep 29 02:17:05.409899 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48494) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:05.417199 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:05.445272 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.473966 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:05.525068 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:05.525774 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.526345 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b Sep 29 02:17:05.543332 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.551273 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 6e027675-4f3d-430a-addd-dc713b97688f details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:17:05.578344 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:05.663997 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Attempt 4 to provision port ff250fe2-145a-442c-b787-7e72debbc060 Sep 29 02:17:05.664240 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Allocated IP 172.27.3.228 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/0faab9c5-b656-4e84-892f-8b3e09c4dfd3) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:05.692818 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:05.693080 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.735348 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Port ff250fe2-145a-442c-b787-7e72debbc060 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:05.737570 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] For port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=020ceb93-5d09-40a1-bb30-ecedb5ee7d6b,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:05.764650 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 6e027675-4f3d-430a-addd-dc713b97688f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6e027675-4f3d-430a-addd-dc713b97688f,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:05.782582 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.792154 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for port (0faab9c5-b656-4e84-892f-8b3e09c4dfd3), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.819053 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '6e027675-4f3d-430a-addd-dc713b97688f', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'port_id': '6e027675-4f3d-430a-addd-dc713b97688f', 'mac_address': 'fa:16:3e:22:3d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:17:05.822898 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:05.839918 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (0faab9c5-b656-4e84-892f-8b3e09c4dfd3), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.846438 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff87ad-c037-4601-84d2-f2432238b06b req-16232949-4960-42ff-a93e-1c691ac64e5f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:05.853415 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-45ff87ad-c037-4601-84d2-f2432238b06b req-16232949-4960-42ff-a93e-1c691ac64e5f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 943 time: 0.0746439 Sep 29 02:17:05.882018 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Pushing event updated for resources: {'Port': ['ID=020ceb93-5d09-40a1-bb30-ecedb5ee7d6b,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:05.885501 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 6e027675-4f3d-430a-addd-dc713b97688f is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:05.885896 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (6e027675-4f3d-430a-addd-dc713b97688f), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.900116 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e027675-4f3d-430a-addd-dc713b97688f {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:05.903041 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-45ff87ad-c037-4601-84d2-f2432238b06b req-773109c9-60e8-4038-9c92-5a2ac5100c52 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=02d80aad-f78e-41c8-843c-0be1147d9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479026 Sep 29 02:17:05.903305 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:05.912091 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:05.913923 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event updated for resources: {'Port': ['ID=0faab9c5-b656-4e84-892f-8b3e09c4dfd3,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:05.916667 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:05.919359 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:05.922495 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 6e027675-4f3d-430a-addd-dc713b97688f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6e027675-4f3d-430a-addd-dc713b97688f,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:05.941274 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (6e027675-4f3d-430a-addd-dc713b97688f), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:05.991236 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=6e027675-4f3d-430a-addd-dc713b97688f,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:06.014687 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (3d9e762d-4009-407c-92fc-9a775b7cd10e), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:06.051825 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (0faab9c5-b656-4e84-892f-8b3e09c4dfd3), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:06.150683 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:06.199484 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for port (0faab9c5-b656-4e84-892f-8b3e09c4dfd3), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:06.203699 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (0faab9c5-b656-4e84-892f-8b3e09c4dfd3), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:06.236514 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Attempt 5 to provision port ff250fe2-145a-442c-b787-7e72debbc060 Sep 29 02:17:06.267428 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['6e027675-4f3d-430a-addd-dc713b97688f'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:17:06.269550 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event updated for resources: {'Port': ['ID=0faab9c5-b656-4e84-892f-8b3e09c4dfd3,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:06.271989 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (3d9e762d-4009-407c-92fc-9a775b7cd10e), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:06.288830 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:06.290089 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-c8f9a755-d95f-403d-a6d8-9a9e221ecfde tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8785064 Sep 29 02:17:06.298129 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Port ff250fe2-145a-442c-b787-7e72debbc060 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:06.461079 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-8d641dbf-b6d8-4261-9b32-649fbcf8e0e5 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1761700804&fields=id&tenant_id=0a769dbf20fa4526a8c63c4b631c94b1 HTTP/1.1" status: 200 len: 267 time: 0.0434473 Sep 29 02:17:06.573327 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-8786c4cd-1837-424f-985a-1d0dfc4df343 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:06.574774 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-8786c4cd-1837-424f-985a-1d0dfc4df343 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/networks?id=75973108-0654-4b3c-9864-e82ffcefc065 HTTP/1.1" status: 200 len: 817 time: 0.1072304 Sep 29 02:17:06.589671 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-da6a7ff0-b833-40b3-a1b0-5529e95968e9 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/quotas/0a769dbf20fa4526a8c63c4b631c94b1 HTTP/1.1" status: 200 len: 375 time: 0.0092607 Sep 29 02:17:06.640276 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-823bb117-ef16-4d86-99f9-5f4ad4392834 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455065 Sep 29 02:17:06.692861 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Sync routers for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:06.702606 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:06.703198 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:06.757415 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:06.785834 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-b6e08246-8f1a-4adc-9330-132972676ae7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342402 Sep 29 02:17:06.799944 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Attempt 6 to provision port ff250fe2-145a-442c-b787-7e72debbc060 Sep 29 02:17:06.805829 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:06.832175 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Port ff250fe2-145a-442c-b787-7e72debbc060 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:06.876738 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-dc0c8d54-cfaf-4a14-a40d-904b63954016 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850410 Sep 29 02:17:07.022040 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:07.033089 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:04Z', 'revision_number': 2, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:07.066774 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Checking router: 4cd36434-b502-4609-8ced-0e6c6d605353 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:07.067139 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Updating router 4cd36434-b502-4609-8ced-0e6c6d605353 port ff250fe2-145a-442c-b787-7e72debbc060 binding host dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:17:07.085476 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:07.095554 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf551c-4834-4c04-bd9b-86a521dc9ff5 req-8ae905ca-eccd-4faa-bb00-6fed425050b0 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:07.097108 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-dcbf551c-4834-4c04-bd9b-86a521dc9ff5 req-8ae905ca-eccd-4faa-bb00-6fed425050b0 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 944 time: 0.0999248 Sep 29 02:17:07.097245 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (ff250fe2-145a-442c-b787-7e72debbc060), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:07.098986 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b8116b67-b2e4-424d-86be-ba5ee5198405 req-45a4f4df-2894-43fc-b172-15e76db7f00a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 210 time: 0.0471876 Sep 29 02:17:07.152216 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-dcbf551c-4834-4c04-bd9b-86a521dc9ff5 req-8a49e4cf-bb2b-4298-bca9-803d5efa7dd8 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=02d80aad-f78e-41c8-843c-0be1147d9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465128 Sep 29 02:17:07.333299 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Attempt 7 to provision port ff250fe2-145a-442c-b787-7e72debbc060 Sep 29 02:17:07.361499 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Publish callbacks [] for port (ff250fe2-145a-442c-b787-7e72debbc060), precommit_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:07.367419 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (ff250fe2-145a-442c-b787-7e72debbc060), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:07.370211 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Port ff250fe2-145a-442c-b787-7e72debbc060 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:07.453795 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:07.458611 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Pushing event updated for resources: {'Port': ['ID=ff250fe2-145a-442c-b787-7e72debbc060,revision_number=3']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:07.473876 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Attempting to bind port ff250fe2-145a-442c-b787-7e72debbc060 on host dv-cinder-740146-21-iscsi for vnic_type normal with profile {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:07.474247 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Attempting to bind port ff250fe2-145a-442c-b787-7e72debbc060 by drivers openvswitch,hyperv on host dv-cinder-740146-21-iscsi at level 0 using segments [{'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:07.474608 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Attempting to bind port ff250fe2-145a-442c-b787-7e72debbc060 on network 75973108-0654-4b3c-9864-e82ffcefc065 {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:07.477099 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.477443 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.477807 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.478161 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.478495 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.478820 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.479158 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.479460 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.479793 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.480120 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.480439 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.480774 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.481140 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.481455 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.481769 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:07.501514 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:07.502040 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:07.503004 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b Sep 29 02:17:07.526021 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Checking agent: {'id': '584302c0-6cb8-46a6-83b7-b706d5bf6fbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 20), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:07.526392 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Checking segment: {'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:07.526795 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:07.527365 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Bound using segment: {'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'} {{(pid=106338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:07.527835 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.managers [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Bound port: ff250fe2-145a-442c-b787-7e72debbc060, host: dv-cinder-740146-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'}}] {{(pid=106338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:07.528399 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (ff250fe2-145a-442c-b787-7e72debbc060), before_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:07.543545 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 6e027675-4f3d-430a-addd-dc713b97688f up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:07.563720 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:07.602866 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] For port ff250fe2-145a-442c-b787-7e72debbc060, host dv-cinder-740146-21-iscsi, cleared binding levels {{(pid=106338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:07.606182 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.plugins.ml2.db [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] For port ff250fe2-145a-442c-b787-7e72debbc060, host dv-cinder-740146-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=ff250fe2-145a-442c-b787-7e72debbc060,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:07.613566 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron_lib.callbacks.manager [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (ff250fe2-145a-442c-b787-7e72debbc060), after_update {{(pid=106338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:07.620190 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:07.628683 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 6e027675-4f3d-430a-addd-dc713b97688f completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:17:07.635233 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 6e027675-4f3d-430a-addd-dc713b97688f triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:07.635929 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (6e027675-4f3d-430a-addd-dc713b97688f), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:07.636351 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 6e027675-4f3d-430a-addd-dc713b97688f Sep 29 02:17:07.663292 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:07.664080 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:07.709190 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ccca0-ebae-4d4a-b282-301aa8f33bf4 None None] Pushing event updated for resources: {'Port': ['ID=ff250fe2-145a-442c-b787-7e72debbc060,revision_number=4']} {{(pid=106338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:07.713368 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 6e027675-4f3d-430a-addd-dc713b97688f is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:07.714346 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (6e027675-4f3d-430a-addd-dc713b97688f), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:07.741516 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3e1b84-48a1-4354-9cb4-df61ef690142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e027675-4f3d-430a-addd-dc713b97688f'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:07.743879 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bfaf9f-0465-49b5-b192-edac02f61f46" -d '{"events": [{"server_uuid": "0a3e1b84-48a1-4354-9cb4-df61ef690142", "name": "network-vif-plugged", "status": "completed", "tag": "6e027675-4f3d-430a-addd-dc713b97688f"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:07.757587 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 6e027675-4f3d-430a-addd-dc713b97688f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6e027675-4f3d-430a-addd-dc713b97688f,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:07.762617 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (6e027675-4f3d-430a-addd-dc713b97688f), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:07.804811 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:07.817391 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=6e027675-4f3d-430a-addd-dc713b97688f,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:07.858330 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f53a88-5a04-4685-a518-791548fcb7c1 x-openstack-request-id: req-85f53a88-5a04-4685-a518-791548fcb7c1 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:07.858633 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3e1b84-48a1-4354-9cb4-df61ef690142", "name": "network-vif-plugged", "status": "completed", "tag": "6e027675-4f3d-430a-addd-dc713b97688f", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:07.858894 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-85f53a88-5a04-4685-a518-791548fcb7c1 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:07.859301 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f53a88-5a04-4685-a518-791548fcb7c1'] response: {'server_uuid': '0a3e1b84-48a1-4354-9cb4-df61ef690142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e027675-4f3d-430a-addd-dc713b97688f', 'code': 200} Sep 29 02:17:07.871452 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Attempt 8 to provision port ff250fe2-145a-442c-b787-7e72debbc060 Sep 29 02:17:07.894312 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:07.925038 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:07.967094 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Current status of the port ff250fe2-145a-442c-b787-7e72debbc060 is: DOWN; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:07.967467 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (ff250fe2-145a-442c-b787-7e72debbc060), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:08.011867 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] For port ff250fe2-145a-442c-b787-7e72debbc060, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=ff250fe2-145a-442c-b787-7e72debbc060,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:08.016443 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (ff250fe2-145a-442c-b787-7e72debbc060), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:08.067345 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df5c80-96e7-4280-9ff5-a9dcb0293567 None None] Pushing event updated for resources: {'Port': ['ID=ff250fe2-145a-442c-b787-7e72debbc060,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:08.103521 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:08.116290 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e374-e29b-4c71-9e10-a07786f5af03 req-be6bc127-6833-4fef-b94d-2b8221b9b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:08.117824 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-68b2e374-e29b-4c71-9e10-a07786f5af03 req-be6bc127-6833-4fef-b94d-2b8221b9b0d8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 1129 time: 0.0424721 Sep 29 02:17:08.132458 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacc6405-27cd-4e40-b77c-c1a0931bebc8 None None] The sync data for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi is: [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:08.138086 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-a848d4e0-1a44-492c-a1a0-1f6393d961e4 None None] Provisioning complete for port ff250fe2-145a-442c-b787-7e72debbc060 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:08.139186 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a848d4e0-1a44-492c-a1a0-1f6393d961e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (ff250fe2-145a-442c-b787-7e72debbc060), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:08.139665 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-a848d4e0-1a44-492c-a1a0-1f6393d961e4 None None] Attempt 1 to provision port ff250fe2-145a-442c-b787-7e72debbc060 Sep 29 02:17:08.218011 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4718f62d-0011-4a88-bfa6-194f759f1239 req-b66cc5e5-0267-4dfe-afce-6d4b7fe00fb8 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 210 time: 0.0323951 Sep 29 02:17:08.230138 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-a848d4e0-1a44-492c-a1a0-1f6393d961e4 None None] Current status of the port ff250fe2-145a-442c-b787-7e72debbc060 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:08.295295 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192046d7-932e-49d0-8e77-453ca9a76448 req-123c4bff-d5af-403b-a33e-686b83c7b73f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:08.296925 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-192046d7-932e-49d0-8e77-453ca9a76448 req-123c4bff-d5af-403b-a33e-686b83c7b73f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 945 time: 0.0487850 Sep 29 02:17:08.367553 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-192046d7-932e-49d0-8e77-453ca9a76448 req-7e77485c-ce2a-4ca9-9247-adf6f11c348f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=02d80aad-f78e-41c8-843c-0be1147d9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647740 Sep 29 02:17:08.369702 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-68b2e374-e29b-4c71-9e10-a07786f5af03 req-fae906cf-aae4-417f-914a-927c03ccac01 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=02d80aad-f78e-41c8-843c-0be1147d9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458658 Sep 29 02:17:08.720758 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a4e6e2c5-5348-456b-b18a-9fddc6aa400c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:08.722635 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a4e6e2c5-5348-456b-b18a-9fddc6aa400c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.57 "GET /networking/v2.0/networks?id=75973108-0654-4b3c-9864-e82ffcefc065 HTTP/1.1" status: 200 len: 817 time: 0.1172538 Sep 29 02:17:08.790957 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-0cf012e3-84d1-458b-8717-f370e5e29215 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a769dbf20fa4526a8c63c4b631c94b1 HTTP/1.1" status: 200 len: 380 time: 0.0571866 Sep 29 02:17:08.806448 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a756ce3c-aee7-4684-bb0d-6ff2707d2207 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Request body: {'port': {'device_id': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'admin_state_up': True, 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'security_groups': ['9d7356af-3994-4e89-9c5c-c9a4337c8704']}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:08.911493 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a756ce3c-aee7-4684-bb0d-6ff2707d2207 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Made reservation on behalf of 0a769dbf20fa4526a8c63c4b631c94b1 for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:08.915178 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a756ce3c-aee7-4684-bb0d-6ff2707d2207 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.035058 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:09.047575 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a756ce3c-aee7-4684-bb0d-6ff2707d2207 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Allocated IP 172.20.0.12 (75973108-0654-4b3c-9864-e82ffcefc065/e4187254-90fc-464f-9d77-8c8ec08ca4bc/9072cabc-6b89-4fb1-8e28-0d498ffd25b9) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:09.181386 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:09.191484 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a756ce3c-aee7-4684-bb0d-6ff2707d2207 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.223674 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a756ce3c-aee7-4684-bb0d-6ff2707d2207 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.266665 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a756ce3c-aee7-4684-bb0d-6ff2707d2207 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Network 75973108-0654-4b3c-9864-e82ffcefc065 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:09.274807 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a756ce3c-aee7-4684-bb0d-6ff2707d2207 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:09.279246 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a756ce3c-aee7-4684-bb0d-6ff2707d2207 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:09.283998 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756ce3c-aee7-4684-bb0d-6ff2707d2207 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event updated for resources: {'Port': ['ID=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:09.337558 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a756ce3c-aee7-4684-bb0d-6ff2707d2207 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:09.338186 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a756ce3c-aee7-4684-bb0d-6ff2707d2207 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.355801 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-a756ce3c-aee7-4684-bb0d-6ff2707d2207 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5538638 Sep 29 02:17:09.357561 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:09.367087 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754ac67-6cc8-48c3-819a-99a460cb4bfa req-2f1e59f7-06e8-4896-b1d1-f1e7e8ddea88 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:09.368657 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4754ac67-6cc8-48c3-819a-99a460cb4bfa req-2f1e59f7-06e8-4896-b1d1-f1e7e8ddea88 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 932 time: 0.0551312 Sep 29 02:17:09.373473 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Request body: {'port': {'device_id': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:09.428647 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4754ac67-6cc8-48c3-819a-99a460cb4bfa req-79665cc1-b858-43e8-ace9-b36cab427237 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521741 Sep 29 02:17:09.460778 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.520307 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device ff250fe2-145a-442c-b787-7e72debbc060 up at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:09.520773 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9397688-098e-4285-b646-3ab4b0cc91c3 req-51bd352a-9687-41e8-b4a5-dcf86e03b10d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:09.522722 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c9397688-098e-4285-b646-3ab4b0cc91c3 req-51bd352a-9687-41e8-b4a5-dcf86e03b10d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 945 time: 0.0571949 Sep 29 02:17:09.568288 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-ed8070e5-5213-48c7-b8e5-3e09f045ee81 None None] Provisioning complete for port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:09.568916 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ed8070e5-5213-48c7-b8e5-3e09f045ee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.569416 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-ed8070e5-5213-48c7-b8e5-3e09f045ee81 None None] Attempt 1 to provision port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 Sep 29 02:17:09.575621 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c9397688-098e-4285-b646-3ab4b0cc91c3 req-70738d88-7655-4245-9483-1fdc64d30748 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=02d80aad-f78e-41c8-843c-0be1147d9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473456 Sep 29 02:17:09.614718 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-ed8070e5-5213-48c7-b8e5-3e09f045ee81 None None] Port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:09.615614 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Provisioning complete for port ff250fe2-145a-442c-b787-7e72debbc060 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:09.615986 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (ff250fe2-145a-442c-b787-7e72debbc060), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.616319 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Attempt 1 to provision port ff250fe2-145a-442c-b787-7e72debbc060 Sep 29 02:17:09.690443 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Current status of the port ff250fe2-145a-442c-b787-7e72debbc060 is: ACTIVE; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:09.756575 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:09.764000 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Publish callbacks [] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.776018 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Transition to ACTIVE for port object 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:17:09.780510 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.842379 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:09.889404 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Attempting to bind port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:09.889741 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Attempting to bind port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:09.890070 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Attempting to bind port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 on network 75973108-0654-4b3c-9864-e82ffcefc065 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:09.920794 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:09.933194 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 on network 75973108-0654-4b3c-9864-e82ffcefc065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:17:09.933523 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Attempting to bind port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 on network 75973108-0654-4b3c-9864-e82ffcefc065 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:09.978296 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:09.978632 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Checking segment: {'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:09.979019 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Bound using segment: {'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:09.979454 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Bound port: 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:09.979819 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:10.033559 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:10.043828 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] For port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:10.047398 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] For port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:10.053985 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:10.058380 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:10.059113 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:10.060483 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/9072cabc-6b89-4fb1-8e28-0d498ffd25b9 HTTP/1.1" status: 200 len: 1094 time: 0.6924412 Sep 29 02:17:10.061092 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:10.065833 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f693476-d956-4127-a4af-4d76ef600ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:10.105891 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4fb774-f199-4126-8d3d-56332a7344ca x-openstack-request-id: req-2c4fb774-f199-4126-8d3d-56332a7344ca {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:10.106174 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:10.106424 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2c4fb774-f199-4126-8d3d-56332a7344ca {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:10.106823 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4fb774-f199-4126-8d3d-56332a7344ca'] response: {'name': 'network-changed', 'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'status': 'completed', 'code': 200} Sep 29 02:17:10.115808 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-ed8070e5-5213-48c7-b8e5-3e09f045ee81 None None] Attempt 2 to provision port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 Sep 29 02:17:10.116344 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098aed0-3a4f-4d41-aede-c36d81b338b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:10.167575 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-ed8070e5-5213-48c7-b8e5-3e09f045ee81 None None] Port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 had new provisioning blocks added so it will not transition to active. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:17:10.190743 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f693476-d956-4127-a4af-4d76ef600ccb req-a26ecbfb-f802-4333-935f-2d361da402b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:10.192252 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9f693476-d956-4127-a4af-4d76ef600ccb req-a26ecbfb-f802-4333-935f-2d361da402b2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 1128 time: 0.0413191 Sep 29 02:17:10.511237 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f693476-d956-4127-a4af-4d76ef600ccb req-d2f3c428-de78-4ddc-b590-4c1af0b17a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:10.512738 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9f693476-d956-4127-a4af-4d76ef600ccb req-d2f3c428-de78-4ddc-b590-4c1af0b17a09 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3072274 Sep 29 02:17:10.562875 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef6be6-2db5-4909-a6f1-df4b04e22dfd req-9ab5a2d3-f71c-4111-98bc-a179502b28a7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:10.565526 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8bef6be6-2db5-4909-a6f1-df4b04e22dfd req-9ab5a2d3-f71c-4111-98bc-a179502b28a7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0451157 Sep 29 02:17:10.610652 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f693476-d956-4127-a4af-4d76ef600ccb req-7c0c6325-11c5-428b-81e4-9c39bdf34a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:10.613028 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9f693476-d956-4127-a4af-4d76ef600ccb req-7c0c6325-11c5-428b-81e4-9c39bdf34a65 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0943623 Sep 29 02:17:10.617888 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8bef6be6-2db5-4909-a6f1-df4b04e22dfd req-231497bc-0afb-4dec-8e4d-fcf15e55767e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455856 Sep 29 02:17:10.701173 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-e07619ea-cb73-4e9a-9f7e-d612913a6050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:10.703241 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-e07619ea-cb73-4e9a-9f7e-d612913a6050 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 1128 time: 0.0449317 Sep 29 02:17:10.704470 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bade7a2-980e-41c6-a084-8326c2c7bd86 req-9aad248c-4a71-498c-b372-06aa0b77fd17 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:10.706533 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2bade7a2-980e-41c6-a084-8326c2c7bd86 req-9aad248c-4a71-498c-b372-06aa0b77fd17 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 945 time: 0.0484297 Sep 29 02:17:10.743064 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-7975dcbe-0316-4032-8d36-c0a506175593 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9 HTTP/1.1" status: 200 len: 217 time: 0.0322478 Sep 29 02:17:10.753200 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2bade7a2-980e-41c6-a084-8326c2c7bd86 req-95aa5250-5028-453e-a70b-0c6196a64a8e tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=02d80aad-f78e-41c8-843c-0be1147d9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410655 Sep 29 02:17:10.802649 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-e0a9f419-2f4c-46ab-af72-0def6fa44fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:10.804131 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-e0a9f419-2f4c-46ab-af72-0def6fa44fa2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e4187254-90fc-464f-9d77-8c8ec08ca4bc HTTP/1.1" status: 200 len: 856 time: 0.0553689 Sep 29 02:17:10.848741 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-b2b17471-ac15-43ef-9357-f59aab90929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:10.850383 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-b2b17471-ac15-43ef-9357-f59aab90929f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=75973108-0654-4b3c-9864-e82ffcefc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394247 Sep 29 02:17:10.868662 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c1296-2bc4-4d06-88db-1893a6fdc048 req-fa5558ad-ff90-4970-a1bc-65bef71719cf tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:10.870143 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-125c1296-2bc4-4d06-88db-1893a6fdc048 req-fa5558ad-ff90-4970-a1bc-65bef71719cf tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 945 time: 0.0462036 Sep 29 02:17:10.880247 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48554) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:10.884582 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-ab7ce457-2611-472d-a1d1-12f8295df1df tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Request body: {'floatingip': {'port_id': '6e027675-4f3d-430a-addd-dc713b97688f'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:10.925575 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce457-2611-472d-a1d1-12f8295df1df tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (a367dde9-eb1a-4524-bce2-151c79c41fa9), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:10.953185 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-0c965123-6180-41be-8ce2-3352a96c437a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870950 Sep 29 02:17:11.051172 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4e2f5284-f521-441c-b7f5-d81bc354fbf4 req-66fecf64-8b87-4fc3-b0f4-a2d03992d876 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911682 Sep 29 02:17:11.175104 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:11.360075 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce457-2611-472d-a1d1-12f8295df1df tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:11.363825 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce457-2611-472d-a1d1-12f8295df1df tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (a367dde9-eb1a-4524-bce2-151c79c41fa9), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:11.459191 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.l3_db [None req-ab7ce457-2611-472d-a1d1-12f8295df1df tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Floating IP a367dde9-eb1a-4524-bce2-151c79c41fa9 associated. External IP: 172.27.3.32, port: 6e027675-4f3d-430a-addd-dc713b97688f. Sep 29 02:17:11.595225 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:11.655396 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7ce457-2611-472d-a1d1-12f8295df1df tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Router e630c1dd-cb78-4605-9969-e8364ff9fde9 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:11.778092 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b39413-184c-4ad9-85bd-f21496f53578 req-d10cb313-5bd1-4d44-9ce5-633e20820d0b tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:11.779536 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-75b39413-184c-4ad9-85bd-f21496f53578 req-d10cb313-5bd1-4d44-9ce5-633e20820d0b tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0808926 Sep 29 02:17:11.809984 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7ce457-2611-472d-a1d1-12f8295df1df tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:11.816906 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce457-2611-472d-a1d1-12f8295df1df tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:11.820069 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b9765-65ff-41ff-a7ab-2b2851c7a6b0 None None] Sync routers for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:11.833549 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b9765-65ff-41ff-a7ab-2b2851c7a6b0 None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:11.834190 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-181b9765-65ff-41ff-a7ab-2b2851c7a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:11.849521 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:17:11.863934 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-75b39413-184c-4ad9-85bd-f21496f53578 req-1b24c168-6a84-432f-8816-19bf41f6cac2 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777981 Sep 29 02:17:11.865494 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-ab7ce457-2611-472d-a1d1-12f8295df1df tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/a367dde9-eb1a-4524-bce2-151c79c41fa9 HTTP/1.1" status: 200 len: 990 time: 0.9843028 Sep 29 02:17:11.866119 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3e1b84-48a1-4354-9cb4-df61ef690142', 'tag': '6e027675-4f3d-430a-addd-dc713b97688f'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:11.868403 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09ea006-4e8b-4ee4-9b2e-1b3e9e10bc21" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3e1b84-48a1-4354-9cb4-df61ef690142", "tag": "6e027675-4f3d-430a-addd-dc713b97688f"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:11.936360 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:11.941583 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-181b9765-65ff-41ff-a7ab-2b2851c7a6b0 None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:11.965578 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5017aa-0b58-4185-9291-7f3111b046ac x-openstack-request-id: req-bd5017aa-0b58-4185-9291-7f3111b046ac {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:11.965938 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3e1b84-48a1-4354-9cb4-df61ef690142", "tag": "6e027675-4f3d-430a-addd-dc713b97688f", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:11.966259 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bd5017aa-0b58-4185-9291-7f3111b046ac {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:11.966677 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5017aa-0b58-4185-9291-7f3111b046ac'] response: {'name': 'network-changed', 'server_uuid': '0a3e1b84-48a1-4354-9cb4-df61ef690142', 'tag': '6e027675-4f3d-430a-addd-dc713b97688f', 'status': 'completed', 'code': 200} Sep 29 02:17:12.139768 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:12.157147 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-181b9765-65ff-41ff-a7ab-2b2851c7a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': 'a367dde9-eb1a-4524-bce2-151c79c41fa9', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '6e027675-4f3d-430a-addd-dc713b97688f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:22:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e1b84-48a1-4354-9cb4-df61ef690142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:57Z', 'updated_at': '2022-09-29T02:17:11Z', 'revision_number': 1, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:12.176611 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ea006-4e8b-4ee4-9b2e-1b3e9e10bc21 req-656b0add-d1ef-4f1f-9ec4-ce728c15ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:12.178150 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e09ea006-4e8b-4ee4-9b2e-1b3e9e10bc21 req-656b0add-d1ef-4f1f-9ec4-ce728c15ab54 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cc20488e0b2d48f796052c4e76990b19&device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 1129 time: 0.0394812 Sep 29 02:17:12.181729 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b9765-65ff-41ff-a7ab-2b2851c7a6b0 None None] Checking router: e630c1dd-cb78-4605-9969-e8364ff9fde9 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:12.190996 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b9765-65ff-41ff-a7ab-2b2851c7a6b0 None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:12.191587 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-181b9765-65ff-41ff-a7ab-2b2851c7a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:16:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:12.273587 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ea006-4e8b-4ee4-9b2e-1b3e9e10bc21 req-6b2fca48-c531-4d06-b657-49687f861dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:12.275060 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e09ea006-4e8b-4ee4-9b2e-1b3e9e10bc21 req-6b2fca48-c531-4d06-b657-49687f861dd5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 200 len: 914 time: 0.0896029 Sep 29 02:17:12.292430 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-181b9765-65ff-41ff-a7ab-2b2851c7a6b0 None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:12.338433 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e09ea006-4e8b-4ee4-9b2e-1b3e9e10bc21 req-0a0d7565-e713-440b-a980-1dfdcd36d12e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e027675-4f3d-430a-addd-dc713b97688f HTTP/1.1" status: 200 len: 998 time: 0.0565369 Sep 29 02:17:12.384291 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:12.397444 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ea006-4e8b-4ee4-9b2e-1b3e9e10bc21 req-f6a4b46a-3516-4230-ad0b-5237d9264741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:12.399017 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e09ea006-4e8b-4ee4-9b2e-1b3e9e10bc21 req-f6a4b46a-3516-4230-ad0b-5237d9264741 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb HTTP/1.1" status: 200 len: 853 time: 0.0523293 Sep 29 02:17:12.443959 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ea006-4e8b-4ee4-9b2e-1b3e9e10bc21 req-5600797d-3e0d-43d4-9909-000c0c61239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:12.445544 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e09ea006-4e8b-4ee4-9b2e-1b3e9e10bc21 req-5600797d-3e0d-43d4-9909-000c0c61239f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=b25b9e79-fa1e-4200-ad0c-c5a4994891b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400329 Sep 29 02:17:12.542973 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e09ea006-4e8b-4ee4-9b2e-1b3e9e10bc21 req-e9f7f4d0-e811-439d-9d6c-fbc61c7aae93 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860353 Sep 29 02:17:12.560288 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:12.622858 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-181b9765-65ff-41ff-a7ab-2b2851c7a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': 'a367dde9-eb1a-4524-bce2-151c79c41fa9', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '6e027675-4f3d-430a-addd-dc713b97688f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:22:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e1b84-48a1-4354-9cb4-df61ef690142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:57Z', 'updated_at': '2022-09-29T02:17:11Z', 'revision_number': 1, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:12.637423 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e09ea006-4e8b-4ee4-9b2e-1b3e9e10bc21 req-f92d580b-a836-46b2-98e5-e4f0850d1b1f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843604 Sep 29 02:17:12.648786 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b9765-65ff-41ff-a7ab-2b2851c7a6b0 None None] The sync data for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi is: [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': 'a367dde9-eb1a-4524-bce2-151c79c41fa9', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'port_id': '6e027675-4f3d-430a-addd-dc713b97688f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'mac_address': 'fa:16:3e:22:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e1b84-48a1-4354-9cb4-df61ef690142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:57Z', 'updated_at': '2022-09-29T02:17:11Z', 'revision_number': 1, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:12.841660 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19518a9a-feeb-44b1-9290-4407b8e4fdc7 None None] New status for floating IP a367dde9-eb1a-4524-bce2-151c79c41fa9: ACTIVE {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:17:12.946868 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:12.994988 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767fbbc-c0c0-417b-86d2-c41d1fc9c0fc req-c4e2010b-a8ba-4b2f-8d77-2ba8ce7f879f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:12.996474 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8767fbbc-c0c0-417b-86d2-c41d1fc9c0fc req-c4e2010b-a8ba-4b2f-8d77-2ba8ce7f879f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0510991 Sep 29 02:17:13.044451 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8767fbbc-c0c0-417b-86d2-c41d1fc9c0fc req-e13359c3-82d1-4dfb-a8bb-65691738ff8c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 Sep 29 02:17:13.550956 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:17:13.651539 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:13.664116 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'port_id': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'mac_address': 'fa:16:3e:aa:64:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:17:13.699388 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:13.699779 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:13.713283 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:13.732715 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:13.736676 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:13.786459 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:14.041541 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['9072cabc-6b89-4fb1-8e28-0d498ffd25b9'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:17:14.113231 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:14.177341 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ab054-dcd5-415e-b314-b25a64d40a7c req-0a14bb7b-a77f-4ea7-a699-0a2f835b4ac6 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:14.178762 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9e9ab054-dcd5-415e-b314-b25a64d40a7c req-0a14bb7b-a77f-4ea7-a699-0a2f835b4ac6 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 945 time: 0.0457828 Sep 29 02:17:14.225276 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9e9ab054-dcd5-415e-b314-b25a64d40a7c req-1533444d-99bf-4a29-ae87-ce0337f512d6 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409055 Sep 29 02:17:15.337727 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-6367d111-7f73-4093-85ca-06ea711e2699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:15.351711 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755aacb9-295e-4aad-8612-009eff9effe4 req-3c637b9e-3e53-4ca4-b5fc-134fb08c184f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:15.353207 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-755aacb9-295e-4aad-8612-009eff9effe4 req-3c637b9e-3e53-4ca4-b5fc-134fb08c184f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 945 time: 0.0480320 Sep 29 02:17:15.373818 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:15.403932 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-755aacb9-295e-4aad-8612-009eff9effe4 req-0dbdb314-7ed1-4b04-a0d2-43bed4ed3c5a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449564 Sep 29 02:17:15.558484 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:15.560631 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:15.603879 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:17:15.610453 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:15.610853 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:15.611255 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 Sep 29 02:17:15.682877 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:15.683266 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:15.707097 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:15.709367 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59bf938-f192-4def-9d9d-8dc38e606de9" -d '{"events": [{"server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:15.725500 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:15.730510 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:15.754260 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12c19c5-29b5-4bc3-8037-da6c2c040edb x-openstack-request-id: req-d12c19c5-29b5-4bc3-8037-da6c2c040edb {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:15.754580 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:15.754836 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d12c19c5-29b5-4bc3-8037-da6c2c040edb {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:15.755230 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12c19c5-29b5-4bc3-8037-da6c2c040edb'] response: {'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'code': 200} Sep 29 02:17:15.785827 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:15.943559 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a9655-b86b-4cd3-8d7c-78dde5fdf243 req-eaa41e94-9d59-4ebf-bb35-2a8ad668efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:15.945119 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-d44a9655-b86b-4cd3-8d7c-78dde5fdf243 req-eaa41e94-9d59-4ebf-bb35-2a8ad668efcf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 1130 time: 0.0414877 Sep 29 02:17:15.992405 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-d44a9655-b86b-4cd3-8d7c-78dde5fdf243 req-c28b3b37-47d3-4aaa-95ad-c46a027db9c5 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411828 Sep 29 02:17:16.526483 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dea5e-9980-43f5-8cfd-1fd155f85129 req-d9307bcb-b3e8-4827-8676-26ad9c159fef tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:16.527931 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-927dea5e-9980-43f5-8cfd-1fd155f85129 req-d9307bcb-b3e8-4827-8676-26ad9c159fef tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0460546 Sep 29 02:17:16.574362 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-927dea5e-9980-43f5-8cfd-1fd155f85129 req-87a13335-1913-430d-8dc7-87826d195d50 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408897 Sep 29 02:17:17.693298 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-d257009f-9ce1-4c60-a7a9-2a69ab6ba47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:17.701617 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5c404-5f4f-456c-b36d-449e86dc6d09 req-bd8238c2-e6f5-4c68-b8da-e6653dca2e67 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:17.703104 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bca5c404-5f4f-456c-b36d-449e86dc6d09 req-bd8238c2-e6f5-4c68-b8da-e6653dca2e67 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0487068 Sep 29 02:17:17.751303 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bca5c404-5f4f-456c-b36d-449e86dc6d09 req-98a55872-96c1-4c3d-a94e-ba111ed67fef tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417881 Sep 29 02:17:17.883358 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd818e-6abf-41e9-a823-1ecdd38b43f5 req-693e5413-6420-41c5-a509-1ece41bff879 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:17.885971 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-22fd818e-6abf-41e9-a823-1ecdd38b43f5 req-693e5413-6420-41c5-a509-1ece41bff879 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0511866 Sep 29 02:17:17.896118 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48602) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:17.900668 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-25544d5d-2b05-4973-bc2e-6670a431af9f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Request body: {'floatingip': {'port_id': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:17.938681 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-25544d5d-2b05-4973-bc2e-6670a431af9f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (3d9e762d-4009-407c-92fc-9a775b7cd10e), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:18.093987 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:18.634463 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-25544d5d-2b05-4973-bc2e-6670a431af9f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:18.638391 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-25544d5d-2b05-4973-bc2e-6670a431af9f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (3d9e762d-4009-407c-92fc-9a775b7cd10e), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:18.731758 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.l3_db [None req-25544d5d-2b05-4973-bc2e-6670a431af9f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Floating IP 3d9e762d-4009-407c-92fc-9a775b7cd10e associated. External IP: 172.27.3.228, port: 9072cabc-6b89-4fb1-8e28-0d498ffd25b9. Sep 29 02:17:18.811056 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:18.923986 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25544d5d-2b05-4973-bc2e-6670a431af9f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Router 4cd36434-b502-4609-8ced-0e6c6d605353 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:19.013103 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:19.026411 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25544d5d-2b05-4973-bc2e-6670a431af9f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:19.030786 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-25544d5d-2b05-4973-bc2e-6670a431af9f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:19.036132 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a3743e-629b-45fa-8ecc-f7a26672bf05 None None] Sync routers for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:19.045239 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3743e-629b-45fa-8ecc-f7a26672bf05 None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:19.045850 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-09a3743e-629b-45fa-8ecc-f7a26672bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:19.060017 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-25544d5d-2b05-4973-bc2e-6670a431af9f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/3d9e762d-4009-407c-92fc-9a775b7cd10e HTTP/1.1" status: 200 len: 992 time: 1.1627331 Sep 29 02:17:19.060749 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:19.063250 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5891b3ba-2954-4833-8c38-da3921c7bd62" -d '{"events": [{"name": "network-changed", "server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:19.103073 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eec29f-3233-4e34-bda3-0fdb7f4df4a1 x-openstack-request-id: req-69eec29f-3233-4e34-bda3-0fdb7f4df4a1 {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:19.103367 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:19.103628 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-69eec29f-3233-4e34-bda3-0fdb7f4df4a1 {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:19.104041 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69eec29f-3233-4e34-bda3-0fdb7f4df4a1'] response: {'name': 'network-changed', 'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'status': 'completed', 'code': 200} Sep 29 02:17:19.164788 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-09a3743e-629b-45fa-8ecc-f7a26672bf05 None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:19.166049 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b3ba-2954-4833-8c38-da3921c7bd62 req-284a0efd-c67d-46e8-9982-68f0421c7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:19.167669 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5891b3ba-2954-4833-8c38-da3921c7bd62 req-284a0efd-c67d-46e8-9982-68f0421c7a46 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 1130 time: 0.0402441 Sep 29 02:17:19.257241 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b3ba-2954-4833-8c38-da3921c7bd62 req-58ee0f8a-49be-4f05-901b-a3dcb22c5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:19.258729 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5891b3ba-2954-4833-8c38-da3921c7bd62 req-58ee0f8a-49be-4f05-901b-a3dcb22c5d99 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=75973108-0654-4b3c-9864-e82ffcefc065 HTTP/1.1" status: 200 len: 917 time: 0.0858195 Sep 29 02:17:19.323518 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5891b3ba-2954-4833-8c38-da3921c7bd62 req-106e97bf-e492-4a65-8c25-cd4674cb3589 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9 HTTP/1.1" status: 200 len: 1000 time: 0.0582261 Sep 29 02:17:19.374035 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b3ba-2954-4833-8c38-da3921c7bd62 req-0e88b89e-3ea0-4750-909e-7891a8d1c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:19.375551 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5891b3ba-2954-4833-8c38-da3921c7bd62 req-0e88b89e-3ea0-4750-909e-7891a8d1c4a8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e4187254-90fc-464f-9d77-8c8ec08ca4bc HTTP/1.1" status: 200 len: 856 time: 0.0458086 Sep 29 02:17:19.385586 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-09a3743e-629b-45fa-8ecc-f7a26672bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '3d9e762d-4009-407c-92fc-9a775b7cd10e', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'port_id': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'mac_address': 'fa:16:3e:aa:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:17:05Z', 'updated_at': '2022-09-29T02:17:18Z', 'revision_number': 1, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 5, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:19.412780 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a3743e-629b-45fa-8ecc-f7a26672bf05 None None] Checking router: 4cd36434-b502-4609-8ced-0e6c6d605353 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:19.420440 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b3ba-2954-4833-8c38-da3921c7bd62 req-a2efb0ee-bc4d-439e-bb18-5d5716027e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:19.421863 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3743e-629b-45fa-8ecc-f7a26672bf05 None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:19.422092 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5891b3ba-2954-4833-8c38-da3921c7bd62 req-a2efb0ee-bc4d-439e-bb18-5d5716027e83 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=75973108-0654-4b3c-9864-e82ffcefc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398905 Sep 29 02:17:19.422472 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-09a3743e-629b-45fa-8ecc-f7a26672bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:19.515573 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5891b3ba-2954-4833-8c38-da3921c7bd62 req-193a0d7c-5c56-4527-a385-0ad45396954e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858517 Sep 29 02:17:19.522910 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-09a3743e-629b-45fa-8ecc-f7a26672bf05 None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:19.553382 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:19.611315 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-5891b3ba-2954-4833-8c38-da3921c7bd62 req-901cf819-2494-4b08-ba16-b0afe2b72b8d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883830 Sep 29 02:17:19.718426 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:19.735235 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-09a3743e-629b-45fa-8ecc-f7a26672bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '3d9e762d-4009-407c-92fc-9a775b7cd10e', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'port_id': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'mac_address': 'fa:16:3e:aa:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:17:05Z', 'updated_at': '2022-09-29T02:17:18Z', 'revision_number': 1, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 5, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:19.763308 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a3743e-629b-45fa-8ecc-f7a26672bf05 None None] The sync data for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi is: [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '3d9e762d-4009-407c-92fc-9a775b7cd10e', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'port_id': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'mac_address': 'fa:16:3e:aa:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:17:05Z', 'updated_at': '2022-09-29T02:17:18Z', 'revision_number': 1, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 5, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:19.951301 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d42520-ed04-48cf-9933-a923d89a2a99 None None] New status for floating IP 3d9e762d-4009-407c-92fc-9a775b7cd10e: ACTIVE {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:17:20.106162 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-498e6fb5-8bfc-4aab-afaa-27fbaeabc816 req-cc823352-67dd-45c8-bec0-0c2dbeccc9d9 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-365840473&fields=id&tenant_id=40f01307928c46918e93db66b6473733 HTTP/1.1" status: 200 len: 267 time: 0.0539513 Sep 29 02:17:20.157207 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e6fb5-8bfc-4aab-afaa-27fbaeabc816 req-ef8cee4f-8c3a-4ba0-97ec-21bb4f510273 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:20.159587 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-498e6fb5-8bfc-4aab-afaa-27fbaeabc816 req-ef8cee4f-8c3a-4ba0-97ec-21bb4f510273 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 985 time: 0.0480430 Sep 29 02:17:20.170002 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-498e6fb5-8bfc-4aab-afaa-27fbaeabc816 req-ca89dae8-4249-4f08-ab9a-f5e7d2267f27 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Request body: {'port': {'security_groups': ['e1b1b3e2-34ed-4383-a24d-3f8deffef39e']}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:20.248416 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-498e6fb5-8bfc-4aab-afaa-27fbaeabc816 req-ca89dae8-4249-4f08-ab9a-f5e7d2267f27 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:20.318740 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:20.424200 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-498e6fb5-8bfc-4aab-afaa-27fbaeabc816 req-ca89dae8-4249-4f08-ab9a-f5e7d2267f27 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] For port d3e7d077-a1cc-406c-a20b-9d3f0757a40d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,segment=NetworkSegment(3685d723-416e-4d73-b784-8ca8188cd0c7),segment_id=3685d723-416e-4d73-b784-8ca8188cd0c7)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:20.446200 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:20.456271 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-498e6fb5-8bfc-4aab-afaa-27fbaeabc816 req-ca89dae8-4249-4f08-ab9a-f5e7d2267f27 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:20.460749 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-498e6fb5-8bfc-4aab-afaa-27fbaeabc816 req-ca89dae8-4249-4f08-ab9a-f5e7d2267f27 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:20.470674 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e6fb5-8bfc-4aab-afaa-27fbaeabc816 req-ca89dae8-4249-4f08-ab9a-f5e7d2267f27 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:20.471474 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-498e6fb5-8bfc-4aab-afaa-27fbaeabc816 req-ca89dae8-4249-4f08-ab9a-f5e7d2267f27 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:20.472635 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['d3e7d077-a1cc-406c-a20b-9d3f0757a40d'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:17:20.472850 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-498e6fb5-8bfc-4aab-afaa-27fbaeabc816 req-ca89dae8-4249-4f08-ab9a-f5e7d2267f27 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "PUT /networking/v2.0/ports/d3e7d077-a1cc-406c-a20b-9d3f0757a40d HTTP/1.1" status: 200 len: 943 time: 0.3072045 Sep 29 02:17:20.488122 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48620) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:20.527975 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89dae8-4249-4f08-ab9a-f5e7d2267f27 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event updated for resources: {'Port': ['ID=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,revision_number=7']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:20.555584 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc492-cc2d-4a31-9e75-8a4249fa20a6 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group (b7b5dd92-ee51-4b22-9c88-2e87f1de2184), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:20.571639 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:20.577219 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['d3e7d077-a1cc-406c-a20b-9d3f0757a40d'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:17:20.588410 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc492-cc2d-4a31-9e75-8a4249fa20a6 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group (b7b5dd92-ee51-4b22-9c88-2e87f1de2184), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:20.653253 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc492-cc2d-4a31-9e75-8a4249fa20a6 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (b7b5dd92-ee51-4b22-9c88-2e87f1de2184), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:20.655975 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc492-cc2d-4a31-9e75-8a4249fa20a6 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:20.657153 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a1cdc492-cc2d-4a31-9e75-8a4249fa20a6 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b7b5dd92-ee51-4b22-9c88-2e87f1de2184 HTTP/1.1" status: 204 len: 168 time: 0.1677854 Sep 29 02:17:20.660056 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48622) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:20.667969 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdc492-cc2d-4a31-9e75-8a4249fa20a6 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b5dd92-ee51-4b22-9c88-2e87f1de2184,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:20.803524 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6fb1a-4b80-4d51-a6d1-c146ae9b63ed tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Deleting port a41a9bf8-1268-40d3-8483-12df3fd4490d {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:20.803864 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3fa6fb1a-4b80-4d51-a6d1-c146ae9b63ed tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (a41a9bf8-1268-40d3-8483-12df3fd4490d), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:20.877787 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3fa6fb1a-4b80-4d51-a6d1-c146ae9b63ed tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (a41a9bf8-1268-40d3-8483-12df3fd4490d), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:20.878037 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3fa6fb1a-4b80-4d51-a6d1-c146ae9b63ed tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for floatingip (a41a9bf8-1268-40d3-8483-12df3fd4490d), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:20.893396 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6fb1a-4b80-4d51-a6d1-c146ae9b63ed tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Calling delete_port for a41a9bf8-1268-40d3-8483-12df3fd4490d owned by network:floatingip {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:20.951301 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:21.062192 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3fa6fb1a-4b80-4d51-a6d1-c146ae9b63ed tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (a41a9bf8-1268-40d3-8483-12df3fd4490d), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.084511 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6fb1a-4b80-4d51-a6d1-c146ae9b63ed tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event deleted for resources: {'Port': ['ID=a41a9bf8-1268-40d3-8483-12df3fd4490d,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:21.110236 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:21.113058 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c309ee04-a03a-4c86-9c58-8dcc0ef1b41d" -d '{"events": [{"name": "network-changed", "server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:21.155237 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41ce23d-de6e-46e2-afbf-a01a17ab7833 x-openstack-request-id: req-c41ce23d-de6e-46e2-afbf-a01a17ab7833 {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:21.155521 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:21.155811 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c41ce23d-de6e-46e2-afbf-a01a17ab7833 {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:21.156161 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c41ce23d-de6e-46e2-afbf-a01a17ab7833'] response: {'name': 'network-changed', 'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d', 'status': 'completed', 'code': 200} Sep 29 02:17:21.161758 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3fa6fb1a-4b80-4d51-a6d1-c146ae9b63ed tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks [] for floatingip (7da6600d-c3e9-4dfd-a38e-1aa029ceccfe), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.162100 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.l3_db [None req-3fa6fb1a-4b80-4d51-a6d1-c146ae9b63ed tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Floating IP 7da6600d-c3e9-4dfd-a38e-1aa029ceccfe disassociated (deleted). External IP: 172.27.3.171, port: d3e7d077-a1cc-406c-a20b-9d3f0757a40d. Sep 29 02:17:21.211488 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:21.218267 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309ee04-a03a-4c86-9c58-8dcc0ef1b41d req-34457d05-c585-4826-89e7-9eaea8d19955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:21.219856 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-c309ee04-a03a-4c86-9c58-8dcc0ef1b41d req-34457d05-c585-4826-89e7-9eaea8d19955 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=40f01307928c46918e93db66b6473733&device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 1130 time: 0.0416696 Sep 29 02:17:21.297604 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:21.334264 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309ee04-a03a-4c86-9c58-8dcc0ef1b41d req-71945e8f-82bf-4fe6-b4bd-5863b8055612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:21.335767 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-c309ee04-a03a-4c86-9c58-8dcc0ef1b41d req-71945e8f-82bf-4fe6-b4bd-5863b8055612 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=1a7f2236-e557-4c84-9a50-dd078a0ff369 HTTP/1.1" status: 200 len: 914 time: 0.1100647 Sep 29 02:17:21.359019 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:21.363675 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa6fb1a-4b80-4d51-a6d1-c146ae9b63ed tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Router 8172b368-df9b-4ce4-bb74-cf48711c4796 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:21.374902 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-c309ee04-a03a-4c86-9c58-8dcc0ef1b41d req-68315a6c-b43a-4138-a091-368c30f9ffef service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e7d077-a1cc-406c-a20b-9d3f0757a40d HTTP/1.1" status: 200 len: 217 time: 0.0332630 Sep 29 02:17:21.428425 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309ee04-a03a-4c86-9c58-8dcc0ef1b41d req-1e53223b-9071-4d1d-b8ee-35e20458c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:21.429940 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-c309ee04-a03a-4c86-9c58-8dcc0ef1b41d req-1e53223b-9071-4d1d-b8ee-35e20458c842 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=35e4c0c6-0279-46cb-a438-40d8694e55b1 HTTP/1.1" status: 200 len: 853 time: 0.0494404 Sep 29 02:17:21.475000 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309ee04-a03a-4c86-9c58-8dcc0ef1b41d req-3bb9319a-1f9f-49cc-8684-86cba0386df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:21.476499 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-c309ee04-a03a-4c86-9c58-8dcc0ef1b41d req-3bb9319a-1f9f-49cc-8684-86cba0386df7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=1a7f2236-e557-4c84-9a50-dd078a0ff369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395718 Sep 29 02:17:21.479659 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa6fb1a-4b80-4d51-a6d1-c146ae9b63ed tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:21.484348 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3fa6fb1a-4b80-4d51-a6d1-c146ae9b63ed tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.491243 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb3a4f-2c2c-41f5-9bd7-ec4aa0d364ac None None] Sync routers for ids ['8172b368-df9b-4ce4-bb74-cf48711c4796'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:21.518069 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-3fa6fb1a-4b80-4d51-a6d1-c146ae9b63ed tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/7da6600d-c3e9-4dfd-a38e-1aa029ceccfe HTTP/1.1" status: 204 len: 168 time: 0.8539422 Sep 29 02:17:21.518325 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb3a4f-2c2c-41f5-9bd7-ec4aa0d364ac None None] Routers {'8172b368-df9b-4ce4-bb74-cf48711c4796'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:21.518325 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-a4bb3a4f-2c2c-41f5-9bd7-ec4aa0d364ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8172b368-df9b-4ce4-bb74-cf48711c4796'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:21.580859 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-c309ee04-a03a-4c86-9c58-8dcc0ef1b41d req-bf92359c-116d-450f-9340-1ff3583838ad service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942843 Sep 29 02:17:21.641047 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-a4bb3a4f-2c2c-41f5-9bd7-ec4aa0d364ac None None] Set router 8172b368-df9b-4ce4-bb74-cf48711c4796 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:21.688281 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-c309ee04-a03a-4c86-9c58-8dcc0ef1b41d req-e783efcd-2bc8-4f98-aaf4-8e8127715ce9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998337 Sep 29 02:17:21.851976 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-a4bb3a4f-2c2c-41f5-9bd7-ec4aa0d364ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 4, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '1e54c621-29e9-49be-bd53-3294a6c66f8f', 'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'tenant_id': '40f01307928c46918e93db66b6473733', 'mac_address': 'fa:16:3e:f1:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:53Z', 'revision_number': 5, 'project_id': '40f01307928c46918e93db66b6473733', 'subnets': [{'id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:21.854462 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:21.876789 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb3a4f-2c2c-41f5-9bd7-ec4aa0d364ac None None] Checking router: 8172b368-df9b-4ce4-bb74-cf48711c4796 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:21.885236 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb3a4f-2c2c-41f5-9bd7-ec4aa0d364ac None None] Routers {'8172b368-df9b-4ce4-bb74-cf48711c4796'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:21.885838 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-a4bb3a4f-2c2c-41f5-9bd7-ec4aa0d364ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8172b368-df9b-4ce4-bb74-cf48711c4796'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:21.979036 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:21.986218 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-a4bb3a4f-2c2c-41f5-9bd7-ec4aa0d364ac None None] Set router 8172b368-df9b-4ce4-bb74-cf48711c4796 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:22.293125 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-a4bb3a4f-2c2c-41f5-9bd7-ec4aa0d364ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 4, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '1e54c621-29e9-49be-bd53-3294a6c66f8f', 'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'tenant_id': '40f01307928c46918e93db66b6473733', 'mac_address': 'fa:16:3e:f1:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:53Z', 'revision_number': 5, 'project_id': '40f01307928c46918e93db66b6473733', 'subnets': [{'id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:22.316943 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb3a4f-2c2c-41f5-9bd7-ec4aa0d364ac None None] The sync data for ids ['8172b368-df9b-4ce4-bb74-cf48711c4796'] in dv-cinder-740146-21-iscsi is: [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:48Z', 'revision_number': 4, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '1e54c621-29e9-49be-bd53-3294a6c66f8f', 'name': '', 'network_id': '1a7f2236-e557-4c84-9a50-dd078a0ff369', 'tenant_id': '40f01307928c46918e93db66b6473733', 'mac_address': 'fa:16:3e:f1:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:53Z', 'revision_number': 5, 'project_id': '40f01307928c46918e93db66b6473733', 'subnets': [{'id': '35e4c0c6-0279-46cb-a438-40d8694e55b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:22.527785 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f285edfa-c9d5-489d-b498-3610361dd460 None None] New status for floating IP 7da6600d-c3e9-4dfd-a38e-1aa029ceccfe: DOWN {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:17:23.157508 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:23.159872 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447a30af-63e3-4c2c-ae2f-fd68678b8ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:23.196501 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0974a365-4dc6-4c62-9bc0-95aa2e761f90 x-openstack-request-id: req-0974a365-4dc6-4c62-9bc0-95aa2e761f90 {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:23.196795 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:23.197083 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0974a365-4dc6-4c62-9bc0-95aa2e761f90 {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:23.197498 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0974a365-4dc6-4c62-9bc0-95aa2e761f90'] response: {'name': 'network-changed', 'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d', 'status': 'completed', 'code': 200} Sep 29 02:17:23.257050 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a30af-63e3-4c2c-ae2f-fd68678b8ba0 req-d758b3fd-c94d-4812-b7db-dc66bb85b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:23.258681 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-447a30af-63e3-4c2c-ae2f-fd68678b8ba0 req-d758b3fd-c94d-4812-b7db-dc66bb85b3a8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=40f01307928c46918e93db66b6473733&device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 1130 time: 0.0395503 Sep 29 02:17:23.351368 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a30af-63e3-4c2c-ae2f-fd68678b8ba0 req-12be25df-966c-478b-9ee2-8337aed4b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:23.352829 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-447a30af-63e3-4c2c-ae2f-fd68678b8ba0 req-12be25df-966c-478b-9ee2-8337aed4b689 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=1a7f2236-e557-4c84-9a50-dd078a0ff369 HTTP/1.1" status: 200 len: 914 time: 0.0884132 Sep 29 02:17:23.522516 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-447a30af-63e3-4c2c-ae2f-fd68678b8ba0 req-f1b19701-3fef-443d-91b9-9b55b8c09441 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e7d077-a1cc-406c-a20b-9d3f0757a40d HTTP/1.1" status: 200 len: 217 time: 0.0321519 Sep 29 02:17:23.888828 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a30af-63e3-4c2c-ae2f-fd68678b8ba0 req-7140e1f9-23b7-4910-8c37-0b315655d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:23.890396 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-447a30af-63e3-4c2c-ae2f-fd68678b8ba0 req-7140e1f9-23b7-4910-8c37-0b315655d760 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=35e4c0c6-0279-46cb-a438-40d8694e55b1 HTTP/1.1" status: 200 len: 853 time: 0.0493283 Sep 29 02:17:23.938959 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a30af-63e3-4c2c-ae2f-fd68678b8ba0 req-ad1d9561-09cc-46e3-830d-a423a76fc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:23.940674 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-447a30af-63e3-4c2c-ae2f-fd68678b8ba0 req-ad1d9561-09cc-46e3-830d-a423a76fc4c2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=1a7f2236-e557-4c84-9a50-dd078a0ff369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427995 Sep 29 02:17:24.296923 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-447a30af-63e3-4c2c-ae2f-fd68678b8ba0 req-d4007c19-2994-4377-b016-10a5344a6853 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870173 Sep 29 02:17:24.394744 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-447a30af-63e3-4c2c-ae2f-fd68678b8ba0 req-3ab1df2d-1827-4f73-8a40-3cd30aaf731a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899105 Sep 29 02:17:24.868972 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96d9cb-a3b7-44a3-b7ab-77e1216d8524 req-3d92e08b-0bfc-4e93-8fce-40282da032b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:24.870930 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8a96d9cb-a3b7-44a3-b7ab-77e1216d8524 req-3d92e08b-0bfc-4e93-8fce-40282da032b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0700829 Sep 29 02:17:24.921740 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8a96d9cb-a3b7-44a3-b7ab-77e1216d8524 req-0e671353-2f8f-451d-beec-8ee4b6a2d865 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446291 Sep 29 02:17:26.048420 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca508c-7e52-4a3c-b9a0-90cbef58c181 req-24ceee4f-8364-4bd2-91b5-cb1a89ac4fdf tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:26.050670 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bcca508c-7e52-4a3c-b9a0-90cbef58c181 req-24ceee4f-8364-4bd2-91b5-cb1a89ac4fdf tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0531609 Sep 29 02:17:26.102665 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bcca508c-7e52-4a3c-b9a0-90cbef58c181 req-42fd7136-770b-4c9d-a8ec-1e100272c6b5 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461934 Sep 29 02:17:26.592340 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:27.224851 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a911e6-d9a3-4c30-82c2-1e9ced1f21b2 req-ef760716-42bd-4cd3-b9e4-734ce1cf68b6 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:27.226357 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-25a911e6-d9a3-4c30-82c2-1e9ced1f21b2 req-ef760716-42bd-4cd3-b9e4-734ce1cf68b6 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0468488 Sep 29 02:17:27.276129 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-25a911e6-d9a3-4c30-82c2-1e9ced1f21b2 req-faad9664-8237-44c4-a68d-ae983f0ede01 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441968 Sep 29 02:17:27.467597 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9fd67-2ada-47c5-a11f-d6f6901c5532 req-22e1643b-8800-4f45-80de-186a1106af9c tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:27.469065 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e5d9fd67-2ada-47c5-a11f-d6f6901c5532 req-22e1643b-8800-4f45-80de-186a1106af9c tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 946 time: 0.0458589 Sep 29 02:17:27.502812 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:27.520219 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e5d9fd67-2ada-47c5-a11f-d6f6901c5532 req-9b68d2ef-0e2c-40be-bb6c-ecbc1a1ace75 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 Sep 29 02:17:28.403293 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424bf34-4b8a-4dbd-9ff1-f99b577c7761 req-70ec1d2c-e17b-4a69-b90c-86127b84248c tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:28.404751 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3424bf34-4b8a-4dbd-9ff1-f99b577c7761 req-70ec1d2c-e17b-4a69-b90c-86127b84248c tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0460098 Sep 29 02:17:28.452618 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3424bf34-4b8a-4dbd-9ff1-f99b577c7761 req-30b5ad36-51ae-45fb-b3bd-e46c8593f336 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419950 Sep 29 02:17:28.639882 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157f3fc-40c3-485f-b606-f675be6122f1 req-9fa2a8e3-3f97-441a-9547-555252d9093a tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:28.641331 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f157f3fc-40c3-485f-b606-f675be6122f1 req-9fa2a8e3-3f97-441a-9547-555252d9093a tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 946 time: 0.0459793 Sep 29 02:17:28.686998 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f157f3fc-40c3-485f-b606-f675be6122f1 req-960eab04-b26f-4c8d-9f9d-3483edac05f6 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 Sep 29 02:17:29.244786 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97f6b0-d243-4029-b166-0dc2e0960232 req-e64e31d6-2a78-41b0-8cd2-8b809cf59537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:29.246353 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ef97f6b0-d243-4029-b166-0dc2e0960232 req-e64e31d6-2a78-41b0-8cd2-8b809cf59537 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=18eeabc669304148930130efa1737cbb&device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 1129 time: 0.0398052 Sep 29 02:17:29.366559 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf44969-ab0d-46e2-a69f-af51d5530df5 req-b9f845bf-377a-47bb-8e3a-36909469aced tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:29.367974 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2bf44969-ab0d-46e2-a69f-af51d5530df5 req-b9f845bf-377a-47bb-8e3a-36909469aced tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 946 time: 0.0554669 Sep 29 02:17:29.417116 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:29.420847 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97f6b0-d243-4029-b166-0dc2e0960232 req-5b56fee1-9fb5-43ef-bb25-fc92ca6696be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:29.422307 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ef97f6b0-d243-4029-b166-0dc2e0960232 req-5b56fee1-9fb5-43ef-bb25-fc92ca6696be service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=4f97f786-5df3-4ea7-b350-3219ee546269 HTTP/1.1" status: 200 len: 908 time: 0.1573615 Sep 29 02:17:29.467332 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:29.527921 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-2bf44969-ab0d-46e2-a69f-af51d5530df5 req-cece73df-4ecf-4d18-9874-280c216f848f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Deleting port d3e7d077-a1cc-406c-a20b-9d3f0757a40d {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:29.528265 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-2bf44969-ab0d-46e2-a69f-af51d5530df5 req-cece73df-4ecf-4d18-9874-280c216f848f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:29.548829 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ef97f6b0-d243-4029-b166-0dc2e0960232 req-06fcaaf8-22b6-44e5-935e-e099c63d5e0b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3 HTTP/1.1" status: 200 len: 1001 time: 0.1136079 Sep 29 02:17:29.576439 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9b826-78fa-47e6-85c4-d20337f43130 req-2b6f5f43-0591-4ee3-b1ad-b376573b12ca tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:29.578000 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ada9b826-78fa-47e6-85c4-d20337f43130 req-2b6f5f43-0591-4ee3-b1ad-b376573b12ca tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0516007 Sep 29 02:17:29.627150 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ada9b826-78fa-47e6-85c4-d20337f43130 req-1efdd679-9f2b-4903-ba19-f4b56c128c86 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428979 Sep 29 02:17:29.647181 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97f6b0-d243-4029-b166-0dc2e0960232 req-038e9c78-39f7-4377-a414-df1b180a7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:29.648638 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ef97f6b0-d243-4029-b166-0dc2e0960232 req-038e9c78-39f7-4377-a414-df1b180a7e60 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c HTTP/1.1" status: 200 len: 847 time: 0.0690539 Sep 29 02:17:29.666385 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-2bf44969-ab0d-46e2-a69f-af51d5530df5 req-cece73df-4ecf-4d18-9874-280c216f848f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] For port d3e7d077-a1cc-406c-a20b-9d3f0757a40d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,segment=NetworkSegment(3685d723-416e-4d73-b784-8ca8188cd0c7),segment_id=3685d723-416e-4d73-b784-8ca8188cd0c7)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:29.666747 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-2bf44969-ab0d-46e2-a69f-af51d5530df5 req-cece73df-4ecf-4d18-9874-280c216f848f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:29.704092 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-2bf44969-ab0d-46e2-a69f-af51d5530df5 req-cece73df-4ecf-4d18-9874-280c216f848f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Calling delete_port for d3e7d077-a1cc-406c-a20b-9d3f0757a40d owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:29.722467 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97f6b0-d243-4029-b166-0dc2e0960232 req-cc89d989-c1bb-4c11-8e1e-92f7dfe75a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:29.723532 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ef97f6b0-d243-4029-b166-0dc2e0960232 req-cc89d989-c1bb-4c11-8e1e-92f7dfe75a9c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4f97f786-5df3-4ea7-b350-3219ee546269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0590713 Sep 29 02:17:29.813819 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af064fa-c91f-447b-863d-19746ebe67e6 req-093f8dd3-a18d-496d-9870-0c491c75de42 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:29.815808 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7af064fa-c91f-447b-863d-19746ebe67e6 req-093f8dd3-a18d-496d-9870-0c491c75de42 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 946 time: 0.0471234 Sep 29 02:17:29.862920 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7af064fa-c91f-447b-863d-19746ebe67e6 req-c3a674bf-85b3-4905-9c4b-b77f8f69f3fe tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1b1b3e2-34ed-4383-a24d-3f8deffef39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412447 Sep 29 02:17:29.895612 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ef97f6b0-d243-4029-b166-0dc2e0960232 req-6871c30e-8251-4b08-8363-e05f4f3f35d7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327600 Sep 29 02:17:29.934094 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-2bf44969-ab0d-46e2-a69f-af51d5530df5 req-cece73df-4ecf-4d18-9874-280c216f848f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (d3e7d077-a1cc-406c-a20b-9d3f0757a40d), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:29.945999 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['d3e7d077-a1cc-406c-a20b-9d3f0757a40d'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:17:29.987915 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece73df-4ecf-4d18-9874-280c216f848f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Pushing event deleted for resources: {'Port': ['ID=d3e7d077-a1cc-406c-a20b-9d3f0757a40d,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:30.042758 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf44969-ab0d-46e2-a69f-af51d5530df5 req-cece73df-4ecf-4d18-9874-280c216f848f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] No DVR routers for this DVR port d3e7d077-a1cc-406c-a20b-9d3f0757a40d on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:17:30.049878 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-2bf44969-ab0d-46e2-a69f-af51d5530df5 req-cece73df-4ecf-4d18-9874-280c216f848f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:30.053077 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2bf44969-ab0d-46e2-a69f-af51d5530df5 req-cece73df-4ecf-4d18-9874-280c216f848f tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.57 "DELETE /networking/v2.0/ports/d3e7d077-a1cc-406c-a20b-9d3f0757a40d HTTP/1.1" status: 204 len: 173 time: 0.6767190 Sep 29 02:17:30.053571 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'name': 'network-vif-deleted', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:30.055759 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950920df-210a-42aa-a7c9-2c8a52f8b47a" -d '{"events": [{"server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "name": "network-vif-deleted", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:30.074231 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ef97f6b0-d243-4029-b166-0dc2e0960232 req-e9cb460e-ac0e-4d24-adf2-c6417c6764ff service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602712 Sep 29 02:17:30.099702 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfd27fc-382f-464f-b972-03c48904e26a x-openstack-request-id: req-bbfd27fc-382f-464f-b972-03c48904e26a {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:30.099992 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a331ba2a-e426-4065-a63d-e25d96c86f17", "name": "network-vif-deleted", "tag": "d3e7d077-a1cc-406c-a20b-9d3f0757a40d", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:30.100245 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bbfd27fc-382f-464f-b972-03c48904e26a {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:30.100656 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbfd27fc-382f-464f-b972-03c48904e26a'] response: {'server_uuid': 'a331ba2a-e426-4065-a63d-e25d96c86f17', 'name': 'network-vif-deleted', 'tag': 'd3e7d077-a1cc-406c-a20b-9d3f0757a40d', 'status': 'completed', 'code': 200} Sep 29 02:17:30.751325 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca38860-00aa-4816-beb0-4cbe9ffdaf68 req-f34793a1-ef71-41b7-b5ea-46439c9c1686 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:30.752791 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0ca38860-00aa-4816-beb0-4cbe9ffdaf68 req-f34793a1-ef71-41b7-b5ea-46439c9c1686 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0501993 Sep 29 02:17:30.801324 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0ca38860-00aa-4816-beb0-4cbe9ffdaf68 req-ff729d2e-69a4-462e-9dcd-20cf4ad92e14 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430450 Sep 29 02:17:30.987712 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-86a38573-b7c2-4c9e-9bb8-c06532b1c742 req-783f4ebb-7452-4130-923b-fcfdf17dfff1 tempest-TestMinimumBasicScenario-867210789 tempest-TestMinimumBasicScenario-867210789-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a331ba2a-e426-4065-a63d-e25d96c86f17 HTTP/1.1" status: 200 len: 210 time: 0.0334399 Sep 29 02:17:31.921024 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8008c-b7a0-4a21-b4d0-bb96ee21f3e0 req-3ffa40e1-25ed-4b76-8829-b3a9befa2710 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:31.922483 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-79b8008c-b7a0-4a21-b4d0-bb96ee21f3e0 req-3ffa40e1-25ed-4b76-8829-b3a9befa2710 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0459187 Sep 29 02:17:31.953245 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:31.971335 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-79b8008c-b7a0-4a21-b4d0-bb96ee21f3e0 req-33162078-cecf-4a77-9a11-66269c10e9bd tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427668 Sep 29 02:17:32.662702 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48776) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:32.842020 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:32.843277 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:32.969372 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-17c9b922-ed4e-4425-81ba-3d465b07d5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626093'] for router_interface (8172b368-df9b-4ce4-bb74-cf48711c4796), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.091157 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:33.129890 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0779e-5e5e-4606-8fe8-1b303e579f2d req-1062b88b-720f-4347-9565-21e2f743e80c tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:33.131511 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7cd0779e-5e5e-4606-8fe8-1b303e579f2d req-1062b88b-720f-4347-9565-21e2f743e80c tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0840371 Sep 29 02:17:33.238022 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7cd0779e-5e5e-4606-8fe8-1b303e579f2d req-79a891ce-b014-454d-9ba2-3de7e9679d65 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854115 Sep 29 02:17:33.285338 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-17c9b922-ed4e-4425-81ba-3d465b07d5e4 admin admin] Deleting port 1e54c621-29e9-49be-bd53-3294a6c66f8f {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:33.285718 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-17c9b922-ed4e-4425-81ba-3d465b07d5e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.367387 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-17c9b922-ed4e-4425-81ba-3d465b07d5e4 admin admin] For port 1e54c621-29e9-49be-bd53-3294a6c66f8f, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=1e54c621-29e9-49be-bd53-3294a6c66f8f,segment=NetworkSegment(3685d723-416e-4d73-b784-8ca8188cd0c7),segment_id=3685d723-416e-4d73-b784-8ca8188cd0c7)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:33.367775 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-17c9b922-ed4e-4425-81ba-3d465b07d5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.381077 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-17c9b922-ed4e-4425-81ba-3d465b07d5e4 admin admin] Calling delete_port for 1e54c621-29e9-49be-bd53-3294a6c66f8f owned by network:router_interface {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:33.435687 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:33.555472 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-17c9b922-ed4e-4425-81ba-3d465b07d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (1e54c621-29e9-49be-bd53-3294a6c66f8f), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.577543 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9b922-ed4e-4425-81ba-3d465b07d5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e54c621-29e9-49be-bd53-3294a6c66f8f,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:33.642744 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device d3e7d077-a1cc-406c-a20b-9d3f0757a40d no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:33.666340 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: d3e7d077-a1cc-406c-a20b-9d3f0757a40d {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:33.666800 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device d3e7d077-a1cc-406c-a20b-9d3f0757a40d not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:33.746348 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-17c9b922-ed4e-4425-81ba-3d465b07d5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651037'] for router_interface (8172b368-df9b-4ce4-bb74-cf48711c4796), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.212006 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c9b922-ed4e-4425-81ba-3d465b07d5e4 admin admin] Router 8172b368-df9b-4ce4-bb74-cf48711c4796 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:34.218599 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:34.347872 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c9b922-ed4e-4425-81ba-3d465b07d5e4 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:34.353224 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-17c9b922-ed4e-4425-81ba-3d465b07d5e4 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8172b368-df9b-4ce4-bb74-cf48711c4796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6894734 Sep 29 02:17:34.356554 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48800) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:34.358226 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12bc56-b87a-4751-a1f5-bb9828187d92 None None] Sync routers for ids ['8172b368-df9b-4ce4-bb74-cf48711c4796'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:34.368640 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12bc56-b87a-4751-a1f5-bb9828187d92 None None] Routers {'8172b368-df9b-4ce4-bb74-cf48711c4796'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:34.369589 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-ae12bc56-b87a-4751-a1f5-bb9828187d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8172b368-df9b-4ce4-bb74-cf48711c4796'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:34.375090 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea53972-4cb2-4efd-9db9-da44146a4315 req-2bd7a2b2-0082-4295-805a-84bdcb69f3e4 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:34.377470 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eea53972-4cb2-4efd-9db9-da44146a4315 req-2bd7a2b2-0082-4295-805a-84bdcb69f3e4 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0607381 Sep 29 02:17:34.443278 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-eea53972-4cb2-4efd-9db9-da44146a4315 req-35f3647d-1ee8-4171-a014-67296b993401 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594757 Sep 29 02:17:34.479491 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-ae12bc56-b87a-4751-a1f5-bb9828187d92 None None] Set router 8172b368-df9b-4ce4-bb74-cf48711c4796 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:34.672269 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-ae12bc56-b87a-4751-a1f5-bb9828187d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:17:33Z', 'revision_number': 5, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:34.702142 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12bc56-b87a-4751-a1f5-bb9828187d92 None None] Checking router: 8172b368-df9b-4ce4-bb74-cf48711c4796 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:34.711584 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12bc56-b87a-4751-a1f5-bb9828187d92 None None] Routers {'8172b368-df9b-4ce4-bb74-cf48711c4796'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:34.712201 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-ae12bc56-b87a-4751-a1f5-bb9828187d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8172b368-df9b-4ce4-bb74-cf48711c4796'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:34.723017 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Publish callbacks [] for router (8172b368-df9b-4ce4-bb74-cf48711c4796), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.809172 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:34.811620 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-ae12bc56-b87a-4751-a1f5-bb9828187d92 None None] Set router 8172b368-df9b-4ce4-bb74-cf48711c4796 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:34.822237 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Publish callbacks [] for router_gateway (8172b368-df9b-4ce4-bb74-cf48711c4796), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.867234 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Deleting port afb5dd5a-94d1-48f4-8a39-6f86a262aff5 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:34.867578 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.924116 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:34.948294 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] For port afb5dd5a-94d1-48f4-8a39-6f86a262aff5, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=afb5dd5a-94d1-48f4-8a39-6f86a262aff5,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:34.948659 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.961698 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Calling delete_port for afb5dd5a-94d1-48f4-8a39-6f86a262aff5 owned by network:router_gateway {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:34.978738 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-ae12bc56-b87a-4751-a1f5-bb9828187d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:17:33Z', 'revision_number': 5, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:35.007126 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12bc56-b87a-4751-a1f5-bb9828187d92 None None] The sync data for ids ['8172b368-df9b-4ce4-bb74-cf48711c4796'] in dv-cinder-740146-21-iscsi is: [{'id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'name': 'tempest-TestMinimumBasicScenario-803911842-router', 'tenant_id': '40f01307928c46918e93db66b6473733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:17:33Z', 'revision_number': 5, 'project_id': '40f01307928c46918e93db66b6473733', 'gw_port': {'id': 'afb5dd5a-94d1-48f4-8a39-6f86a262aff5', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8172b368-df9b-4ce4-bb74-cf48711c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:45Z', 'updated_at': '2022-09-29T02:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:35.129143 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (afb5dd5a-94d1-48f4-8a39-6f86a262aff5), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.154091 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb5dd5a-94d1-48f4-8a39-6f86a262aff5,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:35.220014 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649579'] for router_gateway (8172b368-df9b-4ce4-bb74-cf48711c4796), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.322894 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (8172b368-df9b-4ce4-bb74-cf48711c4796), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.324964 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Publish callbacks [] for router_controller (8172b368-df9b-4ce4-bb74-cf48711c4796), precommit_delete_associations {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.394551 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651115'] for router (8172b368-df9b-4ce4-bb74-cf48711c4796), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.395296 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8172b368-df9b-4ce4-bb74-cf48711c4796 {{(pid=106335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:17:35.400819 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.404637 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d4791ed3-ba9b-4220-b35a-88e5d51ece36 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/8172b368-df9b-4ce4-bb74-cf48711c4796 HTTP/1.1" status: 204 len: 168 time: 1.0441313 Sep 29 02:17:35.405114 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48806) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:35.463127 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_v2 [None req-26764bcb-a3fd-44b5-b998-50dce6116f67 admin admin] Deleting subnet 35e4c0c6-0279-46cb-a438-40d8694e55b1 {{(pid=106336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:17:35.468001 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-26764bcb-a3fd-44b5-b998-50dce6116f67 admin admin] Publish callbacks [] for subnet (35e4c0c6-0279-46cb-a438-40d8694e55b1), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.529155 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-26764bcb-a3fd-44b5-b998-50dce6116f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7176350'] for subnet (35e4c0c6-0279-46cb-a438-40d8694e55b1), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.538467 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 1e54c621-29e9-49be-bd53-3294a6c66f8f no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:35.558744 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 1e54c621-29e9-49be-bd53-3294a6c66f8f {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:35.559208 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 1e54c621-29e9-49be-bd53-3294a6c66f8f not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:35.617284 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f4180-e5f7-4526-8c87-b2aeb7996f99 req-9cc4fece-e725-4bdc-b9a6-d8fcbd81a8a4 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:35.618805 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ba1f4180-e5f7-4526-8c87-b2aeb7996f99 req-9cc4fece-e725-4bdc-b9a6-d8fcbd81a8a4 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0872538 Sep 29 02:17:35.653473 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:35.682519 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-26764bcb-a3fd-44b5-b998-50dce6116f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (35e4c0c6-0279-46cb-a438-40d8694e55b1), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.755248 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ba1f4180-e5f7-4526-8c87-b2aeb7996f99 req-79631249-9293-45d8-9e63-37d6bd0d4dba tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088762 Sep 29 02:17:35.783403 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-26764bcb-a3fd-44b5-b998-50dce6116f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4716382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5654922'] for subnet (35e4c0c6-0279-46cb-a438-40d8694e55b1), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.812582 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26764bcb-a3fd-44b5-b998-50dce6116f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e4c0c6-0279-46cb-a438-40d8694e55b1,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:35.817236 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-26764bcb-a3fd-44b5-b998-50dce6116f67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.821782 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-26764bcb-a3fd-44b5-b998-50dce6116f67 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/35e4c0c6-0279-46cb-a438-40d8694e55b1 HTTP/1.1" status: 204 len: 168 time: 0.4142892 Sep 29 02:17:35.824724 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48818) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:35.834326 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698171ef-6548-4a5a-b9e7-71f6a2f9b637 None None] Network 1a7f2236-e557-4c84-9a50-dd078a0ff369 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:17:35.914888 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (1a7f2236-e557-4c84-9a50-dd078a0ff369), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.919248 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:35.976029 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Deleting port c12bd829-5851-4835-b1c9-2993a49f808c {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:35.976399 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (c12bd829-5851-4835-b1c9-2993a49f808c), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.045540 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] For port c12bd829-5851-4835-b1c9-2993a49f808c, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=c12bd829-5851-4835-b1c9-2993a49f808c,segment=NetworkSegment(3685d723-416e-4d73-b784-8ca8188cd0c7),segment_id=3685d723-416e-4d73-b784-8ca8188cd0c7)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:36.045912 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (c12bd829-5851-4835-b1c9-2993a49f808c), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.059540 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Calling delete_port for c12bd829-5851-4835-b1c9-2993a49f808c owned by network:dhcp {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:36.146222 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (c12bd829-5851-4835-b1c9-2993a49f808c), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.150446 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79e0663-1989-4cdc-9c53-cddf63865253 None None] DHCP port deletion for 1a7f2236-e557-4c84-9a50-dd078a0ff369 request from dv-cinder-740146-21-iscsi {{(pid=106337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:17:36.175786 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Pushing event deleted for resources: {'Port': ['ID=c12bd829-5851-4835-b1c9-2993a49f808c,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:36.180633 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] No DVR routers for this DVR port c12bd829-5851-4835-b1c9-2993a49f808c on host dv-cinder-740146-21-iscsi {{(pid=106336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:17:36.183846 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:36.256601 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (1a7f2236-e557-4c84-9a50-dd078a0ff369), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.276183 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7f2236-e557-4c84-9a50-dd078a0ff369']}} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:36.285432 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3685d723-416e-4d73-b784-8ca8188cd0c7') {'for_net_delete': True} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:36.285731 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3685d723-416e-4d73-b784-8ca8188cd0c7') {} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:36.295482 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7176343'] for segment (3685d723-416e-4d73-b784-8ca8188cd0c7), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.308684 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (3685d723-416e-4d73-b784-8ca8188cd0c7), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.315891 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=106336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:17:36.316474 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4716528'] for segment (3685d723-416e-4d73-b784-8ca8188cd0c7), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.358286 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment 3685d723-416e-4d73-b784-8ca8188cd0c7 resource provider aggregate not found Sep 29 02:17:36.379464 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment 3685d723-416e-4d73-b784-8ca8188cd0c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3685d723-416e-4d73-b784-8ca8188cd0c7 found for delete ", "request_id": "req-87dbeee6-5c9d-48dc-8505-cfece21df5ec"}]} Sep 29 02:17:36.383378 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (1a7f2236-e557-4c84-9a50-dd078a0ff369), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.388854 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.391990 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/1a7f2236-e557-4c84-9a50-dd078a0ff369 HTTP/1.1" status: 204 len: 168 time: 0.5679903 Sep 29 02:17:36.395113 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48828) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:36.403307 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16beddd0-f337-4042-a246-75e64fb10908 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a7f2236-e557-4c84-9a50-dd078a0ff369,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:36.776267 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c054eaf-6045-44e3-9001-370939065878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626093'] for router_interface (8083361e-8714-49d0-b313-916ab5001859), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.808011 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:36.874011 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c94b5f-2347-4c81-a9ff-9a7bd0d0c2b3 req-1df248c6-88e0-4cb1-8818-e1d8fb31354d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:36.876495 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-28c94b5f-2347-4c81-a9ff-9a7bd0d0c2b3 req-1df248c6-88e0-4cb1-8818-e1d8fb31354d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0539515 Sep 29 02:17:36.936574 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-28c94b5f-2347-4c81-a9ff-9a7bd0d0c2b3 req-b166a66b-6973-4849-a33d-07883a81199d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537534 Sep 29 02:17:36.993724 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:37.065484 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-5c054eaf-6045-44e3-9001-370939065878 admin admin] Deleting port 73c929da-1a6d-4ed7-86a3-051132d07fe8 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:37.065823 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c054eaf-6045-44e3-9001-370939065878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.147623 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [None req-5c054eaf-6045-44e3-9001-370939065878 admin admin] For port 73c929da-1a6d-4ed7-86a3-051132d07fe8, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=73c929da-1a6d-4ed7-86a3-051132d07fe8,segment=NetworkSegment(55b7f961-bb1e-4eb2-8eb5-d94d7e211e32),segment_id=55b7f961-bb1e-4eb2-8eb5-d94d7e211e32)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:37.147988 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c054eaf-6045-44e3-9001-370939065878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.160635 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-5c054eaf-6045-44e3-9001-370939065878 admin admin] Calling delete_port for 73c929da-1a6d-4ed7-86a3-051132d07fe8 owned by network:router_interface {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:37.344397 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c054eaf-6045-44e3-9001-370939065878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (73c929da-1a6d-4ed7-86a3-051132d07fe8), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.367360 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c054eaf-6045-44e3-9001-370939065878 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c929da-1a6d-4ed7-86a3-051132d07fe8,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:37.553393 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c054eaf-6045-44e3-9001-370939065878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651037'] for router_interface (8083361e-8714-49d0-b313-916ab5001859), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.581991 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device afb5dd5a-94d1-48f4-8a39-6f86a262aff5 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:37.585197 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:37.614912 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: afb5dd5a-94d1-48f4-8a39-6f86a262aff5 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:37.616499 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device afb5dd5a-94d1-48f4-8a39-6f86a262aff5 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:37.616945 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device c12bd829-5851-4835-b1c9-2993a49f808c no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:37.644171 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: c12bd829-5851-4835-b1c9-2993a49f808c {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:37.644513 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device c12bd829-5851-4835-b1c9-2993a49f808c not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:37.646739 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d1e80-7399-45ae-a540-1628c40f66de req-9038e838-7d23-4acc-910d-40775e17fd7a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:37.648477 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bc0d1e80-7399-45ae-a540-1628c40f66de req-9038e838-7d23-4acc-910d-40775e17fd7a tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 946 time: 0.0496817 Sep 29 02:17:37.698932 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bc0d1e80-7399-45ae-a540-1628c40f66de req-733eec7d-4812-436b-b1e6-861c8e8f8582 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c4a9cfef-01df-4e3d-ab87-6678b7c5909e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447137 Sep 29 02:17:37.702560 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:37.771971 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c054eaf-6045-44e3-9001-370939065878 admin admin] Router 8083361e-8714-49d0-b313-916ab5001859 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:37.869457 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c054eaf-6045-44e3-9001-370939065878 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:37.874519 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-5c054eaf-6045-44e3-9001-370939065878 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8083361e-8714-49d0-b313-916ab5001859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4783089 Sep 29 02:17:37.877190 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48852) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:37.877926 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ec189-664c-4249-b64d-67f1e409e3b3 None None] Sync routers for ids ['8083361e-8714-49d0-b313-916ab5001859'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:37.888197 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ec189-664c-4249-b64d-67f1e409e3b3 None None] Routers {'8083361e-8714-49d0-b313-916ab5001859'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:37.888799 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-714ec189-664c-4249-b64d-67f1e409e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8083361e-8714-49d0-b313-916ab5001859'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:38.019125 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-714ec189-664c-4249-b64d-67f1e409e3b3 None None] Set router 8083361e-8714-49d0-b313-916ab5001859 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:38.066835 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc84fe-e258-41b0-897e-b5c0f050cbea req-240399ff-417d-4e88-99dc-551a75357382 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:38.068417 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-58fc84fe-e258-41b0-897e-b5c0f050cbea req-240399ff-417d-4e88-99dc-551a75357382 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0502081 Sep 29 02:17:38.099432 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:38.126392 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-58fc84fe-e258-41b0-897e-b5c0f050cbea req-485f5af5-9d4e-48c6-9ede-32219bb3c87d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520277 Sep 29 02:17:38.181990 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:38.196889 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-714ec189-664c-4249-b64d-67f1e409e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8083361e-8714-49d0-b313-916ab5001859', 'name': 'tempest-TestMinimumBasicScenario-545762684-router', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:50Z', 'updated_at': '2022-09-29T02:17:37Z', 'revision_number': 5, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'gw_port': {'id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:51Z', 'updated_at': '2022-09-29T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:38.200376 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Publish callbacks [] for router (8083361e-8714-49d0-b313-916ab5001859), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.221180 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ec189-664c-4249-b64d-67f1e409e3b3 None None] Checking router: 8083361e-8714-49d0-b313-916ab5001859 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:38.230131 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ec189-664c-4249-b64d-67f1e409e3b3 None None] Routers {'8083361e-8714-49d0-b313-916ab5001859'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:38.230666 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-714ec189-664c-4249-b64d-67f1e409e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['8083361e-8714-49d0-b313-916ab5001859'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:38.297603 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Publish callbacks [] for router_gateway (8083361e-8714-49d0-b313-916ab5001859), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.329098 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-714ec189-664c-4249-b64d-67f1e409e3b3 None None] Set router 8083361e-8714-49d0-b313-916ab5001859 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:38.339205 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Deleting port 444d6ca3-2453-4ec2-89f5-b67ada955d63 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:38.339551 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.421812 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] For port 444d6ca3-2453-4ec2-89f5-b67ada955d63, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=444d6ca3-2453-4ec2-89f5-b67ada955d63,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:38.422175 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.434591 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Calling delete_port for 444d6ca3-2453-4ec2-89f5-b67ada955d63 owned by network:router_gateway {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:38.494260 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-714ec189-664c-4249-b64d-67f1e409e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8083361e-8714-49d0-b313-916ab5001859', 'name': 'tempest-TestMinimumBasicScenario-545762684-router', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:50Z', 'updated_at': '2022-09-29T02:17:37Z', 'revision_number': 5, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'gw_port': {'id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:51Z', 'updated_at': '2022-09-29T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:38.522060 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ec189-664c-4249-b64d-67f1e409e3b3 None None] The sync data for ids ['8083361e-8714-49d0-b313-916ab5001859'] in dv-cinder-740146-21-iscsi is: [{'id': '8083361e-8714-49d0-b313-916ab5001859', 'name': 'tempest-TestMinimumBasicScenario-545762684-router', 'tenant_id': 'd33286ef83df49bab1df974e8f01f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:50Z', 'updated_at': '2022-09-29T02:17:37Z', 'revision_number': 5, 'project_id': 'd33286ef83df49bab1df974e8f01f8cc', 'gw_port': {'id': '444d6ca3-2453-4ec2-89f5-b67ada955d63', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8083361e-8714-49d0-b313-916ab5001859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:51Z', 'updated_at': '2022-09-29T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:38.601408 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (444d6ca3-2453-4ec2-89f5-b67ada955d63), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.623712 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=444d6ca3-2453-4ec2-89f5-b67ada955d63,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:38.634002 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.634356 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.634699 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.635037 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.635369 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.635699 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.636496 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.636496 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.636679 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.636983 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.637307 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.637628 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.637948 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.638270 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.638587 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:38.702814 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649579'] for router_gateway (8083361e-8714-49d0-b313-916ab5001859), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.790343 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (8083361e-8714-49d0-b313-916ab5001859), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.792555 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Publish callbacks [] for router_controller (8083361e-8714-49d0-b313-916ab5001859), precommit_delete_associations {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.799708 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:38.822938 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade67d2f-d6a6-4d41-89ab-adb35cdc8916 req-54d739ad-e2e5-47bb-b065-7dd266d101c6 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:38.824343 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ade67d2f-d6a6-4d41-89ab-adb35cdc8916 req-54d739ad-e2e5-47bb-b065-7dd266d101c6 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 946 time: 0.0471935 Sep 29 02:17:38.836684 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651115'] for router (8083361e-8714-49d0-b313-916ab5001859), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.837525 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8083361e-8714-49d0-b313-916ab5001859 {{(pid=106335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:17:38.842618 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.843752 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-cfcc3b02-816b-43ae-b2b6-84d919cd9b09 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/8083361e-8714-49d0-b313-916ab5001859 HTTP/1.1" status: 204 len: 168 time: 0.9656076 Sep 29 02:17:38.846644 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48858) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:38.874923 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ade67d2f-d6a6-4d41-89ab-adb35cdc8916 req-9234facf-c2e3-46d6-8f2d-0a73005d1d8f tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c4a9cfef-01df-4e3d-ab87-6678b7c5909e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446811 Sep 29 02:17:38.894774 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a1688b-b583-4709-a091-bb97da2c962c admin admin] Deleting subnet 0289d595-2503-474c-88a8-3417551a71a3 {{(pid=106335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:17:38.896370 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-03a1688b-b583-4709-a091-bb97da2c962c admin admin] Publish callbacks [] for subnet (0289d595-2503-474c-88a8-3417551a71a3), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.932175 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-03a1688b-b583-4709-a091-bb97da2c962c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6494320'] for subnet (0289d595-2503-474c-88a8-3417551a71a3), precommit_delete_associations {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.024392 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-03a1688b-b583-4709-a091-bb97da2c962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (0289d595-2503-474c-88a8-3417551a71a3), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.048007 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:39.079831 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-03a1688b-b583-4709-a091-bb97da2c962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5955320'] for subnet (0289d595-2503-474c-88a8-3417551a71a3), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.106369 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1688b-b583-4709-a091-bb97da2c962c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0289d595-2503-474c-88a8-3417551a71a3,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:39.113571 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-03a1688b-b583-4709-a091-bb97da2c962c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.117509 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-03a1688b-b583-4709-a091-bb97da2c962c admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/0289d595-2503-474c-88a8-3417551a71a3 HTTP/1.1" status: 204 len: 168 time: 0.2702026 Sep 29 02:17:39.118738 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce6a9fd-d536-4704-82ea-78bd46cc8e38 None None] Network 91092757-ce44-4bd9-be83-aad592ab2d32 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:17:39.119886 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48860) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:39.214841 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (91092757-ce44-4bd9-be83-aad592ab2d32), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.275336 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] DHCP port deletion for 91092757-ce44-4bd9-be83-aad592ab2d32 request from dv-cinder-740146-21-iscsi {{(pid=106337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:17:39.299969 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96b841-04bd-44e3-a9b2-352af70f3202 req-c705131b-450b-4e8a-96bf-29d2a6146887 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:39.301224 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6c96b841-04bd-44e3-a9b2-352af70f3202 req-c705131b-450b-4e8a-96bf-29d2a6146887 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0790915 Sep 29 02:17:39.313323 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Deleting port 686d84e3-cb61-4435-a2e0-e7637408f1db {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:39.313515 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Deleting port 686d84e3-cb61-4435-a2e0-e7637408f1db {{(pid=106337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:39.313694 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.313840 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), before_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.382832 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] For port 686d84e3-cb61-4435-a2e0-e7637408f1db, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=686d84e3-cb61-4435-a2e0-e7637408f1db,segment=NetworkSegment(55b7f961-bb1e-4eb2-8eb5-d94d7e211e32),segment_id=55b7f961-bb1e-4eb2-8eb5-d94d7e211e32)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:39.383226 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), precommit_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.396095 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Calling delete_port for 686d84e3-cb61-4435-a2e0-e7637408f1db owned by network:dhcp {{(pid=106337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:39.411438 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] For port 686d84e3-cb61-4435-a2e0-e7637408f1db, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=686d84e3-cb61-4435-a2e0-e7637408f1db,segment=NetworkSegment(55b7f961-bb1e-4eb2-8eb5-d94d7e211e32),segment_id=55b7f961-bb1e-4eb2-8eb5-d94d7e211e32)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:39.411803 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.417528 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6c96b841-04bd-44e3-a9b2-352af70f3202 req-d8d32d58-6319-4b2d-a470-1efb217cf6a0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102011 Sep 29 02:17:39.430706 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Calling delete_port for 686d84e3-cb61-4435-a2e0-e7637408f1db owned by network:dhcp {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:39.472638 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-2e351ddd-6405-40c9-9868-5025fc97ae77 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:39.474341 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-2e351ddd-6405-40c9-9868-5025fc97ae77 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 946 time: 0.0550938 Sep 29 02:17:39.478670 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), after_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.501056 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:39.505580 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] No DVR routers for this DVR port 686d84e3-cb61-4435-a2e0-e7637408f1db on host dv-cinder-740146-21-iscsi {{(pid=106337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:17:39.507529 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Pushing event deleted for resources: {'Port': ['ID=686d84e3-cb61-4435-a2e0-e7637408f1db,revision_number=None']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:39.520776 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.521324 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.521813 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.522270 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.522504 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.522837 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.523169 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.523515 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.523843 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.524172 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.524503 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.524845 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.525198 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.525525 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.525846 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea55ad-aff1-42a6-8512-1ed86611a04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:39.532953 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (686d84e3-cb61-4435-a2e0-e7637408f1db), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.557861 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=686d84e3-cb61-4435-a2e0-e7637408f1db,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:39.561795 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] No DVR routers for this DVR port 686d84e3-cb61-4435-a2e0-e7637408f1db on host dv-cinder-740146-21-iscsi {{(pid=106336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:17:39.567875 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Deleting port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:39.568229 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.646605 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (91092757-ce44-4bd9-be83-aad592ab2d32), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.668858 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91092757-ce44-4bd9-be83-aad592ab2d32']}} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:39.679768 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b7f961-bb1e-4eb2-8eb5-d94d7e211e32') {'for_net_delete': True} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:39.680804 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b7f961-bb1e-4eb2-8eb5-d94d7e211e32') {} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:39.683582 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] For port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:39.684046 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.694585 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7176343'] for segment (55b7f961-bb1e-4eb2-8eb5-d94d7e211e32), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.699157 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 73c929da-1a6d-4ed7-86a3-051132d07fe8 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:39.711429 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (55b7f961-bb1e-4eb2-8eb5-d94d7e211e32), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.717884 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=106336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:17:39.718326 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4716528'] for segment (55b7f961-bb1e-4eb2-8eb5-d94d7e211e32), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.720723 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 73c929da-1a6d-4ed7-86a3-051132d07fe8 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:39.721113 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 73c929da-1a6d-4ed7-86a3-051132d07fe8 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:39.721562 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 686d84e3-cb61-4435-a2e0-e7637408f1db no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:39.749816 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 686d84e3-cb61-4435-a2e0-e7637408f1db {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:39.750169 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 686d84e3-cb61-4435-a2e0-e7637408f1db not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:39.750594 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 444d6ca3-2453-4ec2-89f5-b67ada955d63 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:39.770642 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment 55b7f961-bb1e-4eb2-8eb5-d94d7e211e32 resource provider aggregate not found Sep 29 02:17:39.774346 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 444d6ca3-2453-4ec2-89f5-b67ada955d63 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:39.774885 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 444d6ca3-2453-4ec2-89f5-b67ada955d63 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:39.799087 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (91092757-ce44-4bd9-be83-aad592ab2d32), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.801953 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment 55b7f961-bb1e-4eb2-8eb5-d94d7e211e32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55b7f961-bb1e-4eb2-8eb5-d94d7e211e32 found for delete ", "request_id": "req-9b52d1cd-18dd-423d-b80d-5c5d8b5e5d7e"}]} Sep 29 02:17:39.808447 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.812328 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/91092757-ce44-4bd9-be83-aad592ab2d32 HTTP/1.1" status: 204 len: 168 time: 0.6914358 Sep 29 02:17:39.823228 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374d481-7868-4f6f-b64f-229aa50fdff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=91092757-ce44-4bd9-be83-aad592ab2d32,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:39.866621 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.866990 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (0269fc72-946c-40ef-9bdb-a0cc4c1504b9), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.867310 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Floating IP 0269fc72-946c-40ef-9bdb-a0cc4c1504b9 disassociated. External IP: 172.27.3.221, port: 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d. Sep 29 02:17:39.867655 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Calling delete_port for 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:39.945232 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48876) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:39.992921 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-5e23a706-6d9e-40cc-8d8d-c5507c5bc013 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=40f01307928c46918e93db66b6473733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454175 Sep 29 02:17:39.994922 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48878) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:40.023706 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:40.050398 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (72f0fee1-f7cb-4a36-87bd-cd5af5efac1d), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.106223 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event deleted for resources: {'Port': ['ID=72f0fee1-f7cb-4a36-87bd-cd5af5efac1d,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:40.126530 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae2d70-6a34-4c5d-9a60-3506c03457e3 req-b7971e77-59ac-4753-874b-2a6b2628bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:40.128602 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdae2d70-6a34-4c5d-9a60-3506c03457e3 req-b7971e77-59ac-4753-874b-2a6b2628bce7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=18eeabc669304148930130efa1737cbb&device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 1129 time: 0.0912850 Sep 29 02:17:40.148198 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4a421040-892e-4c1a-8e69-f8cc9d0ab2e7 req-3790e665-641e-4d5e-8f6e-dbdb52a96f43 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 210 time: 0.0293858 Sep 29 02:17:40.181148 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-2d16e803-09a9-4c84-834b-f21f304d79c4 admin admin] Publish callbacks [] for security_group (e1b1b3e2-34ed-4383-a24d-3f8deffef39e), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.246133 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-2d16e803-09a9-4c84-834b-f21f304d79c4 admin admin] Publish callbacks [] for security_group (e1b1b3e2-34ed-4383-a24d-3f8deffef39e), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.280432 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:40.358827 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:40.361043 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae2d70-6a34-4c5d-9a60-3506c03457e3 req-037a2bd8-3e64-4aec-ae31-6c112c55e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:40.363087 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdae2d70-6a34-4c5d-9a60-3506c03457e3 req-037a2bd8-3e64-4aec-ae31-6c112c55e40a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=4f97f786-5df3-4ea7-b350-3219ee546269 HTTP/1.1" status: 200 len: 908 time: 0.1956792 Sep 29 02:17:40.443455 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-2d16e803-09a9-4c84-834b-f21f304d79c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (e1b1b3e2-34ed-4383-a24d-3f8deffef39e), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.446005 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-2d16e803-09a9-4c84-834b-f21f304d79c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.447176 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-2d16e803-09a9-4c84-834b-f21f304d79c4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e1b1b3e2-34ed-4383-a24d-3f8deffef39e HTTP/1.1" status: 204 len: 168 time: 0.4512944 Sep 29 02:17:40.474410 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16e803-09a9-4c84-834b-f21f304d79c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b1b3e2-34ed-4383-a24d-3f8deffef39e,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:40.531850 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdae2d70-6a34-4c5d-9a60-3506c03457e3 req-e89735ed-06d0-4054-87bd-203b9dabc8d7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3 HTTP/1.1" status: 200 len: 1001 time: 0.1604736 Sep 29 02:17:40.597409 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21057096-3a20-4ade-a98a-a28f29fb78b1 req-14414528-dbb8-4f48-a2e3-7ae57c21ef70 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:40.599447 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:40.614489 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e05629-2709-4d63-8d1c-5ab3b06eef20 None None] Sync routers for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:40.628779 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae2d70-6a34-4c5d-9a60-3506c03457e3 req-8c06b63c-6283-40f9-84c4-5c5d9d4a85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:40.630287 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdae2d70-6a34-4c5d-9a60-3506c03457e3 req-8c06b63c-6283-40f9-84c4-5c5d9d4a85a0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c HTTP/1.1" status: 200 len: 847 time: 0.0870893 Sep 29 02:17:40.630933 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e05629-2709-4d63-8d1c-5ab3b06eef20 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:40.631718 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-f6e05629-2709-4d63-8d1c-5ab3b06eef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:40.635143 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-21057096-3a20-4ade-a98a-a28f29fb78b1 req-14414528-dbb8-4f48-a2e3-7ae57c21ef70 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0979860 Sep 29 02:17:40.698870 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:40.700984 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] No DVR routers for this DVR port 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:17:40.703286 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae2d70-6a34-4c5d-9a60-3506c03457e3 req-de21d3f8-8c4b-4fb5-b783-cf7ffe8cee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:40.704897 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdae2d70-6a34-4c5d-9a60-3506c03457e3 req-de21d3f8-8c4b-4fb5-b783-cf7ffe8cee05 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4f97f786-5df3-4ea7-b350-3219ee546269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521758 Sep 29 02:17:40.706413 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.709722 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e9525b61-d15a-4b7e-9e99-fef02f61cdce req-5da00381-af27-4259-ac65-85022b9f4867 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.57 "DELETE /networking/v2.0/ports/72f0fee1-f7cb-4a36-87bd-cd5af5efac1d HTTP/1.1" status: 204 len: 173 time: 1.2296469 Sep 29 02:17:40.710270 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995700ac-1532-4792-882e-3e83dad9899a', 'name': 'network-vif-deleted', 'tag': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:40.712554 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c54faa-ff3a-422d-8dc4-228b62ef0afc" -d '{"events": [{"server_uuid": "995700ac-1532-4792-882e-3e83dad9899a", "name": "network-vif-deleted", "tag": "72f0fee1-f7cb-4a36-87bd-cd5af5efac1d"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:40.727256 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-21057096-3a20-4ade-a98a-a28f29fb78b1 req-10b5cc92-702f-4957-b2be-050f97c9f02c tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911129 Sep 29 02:17:40.832005 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdae2d70-6a34-4c5d-9a60-3506c03457e3 req-07e2e1e8-6550-48c1-9693-8c3d8486c86d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162093 Sep 29 02:17:40.833888 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a705bff7-d477-4bba-9f5d-73e33f81ea4c x-openstack-request-id: req-a705bff7-d477-4bba-9f5d-73e33f81ea4c {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:40.834241 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995700ac-1532-4792-882e-3e83dad9899a", "name": "network-vif-deleted", "tag": "72f0fee1-f7cb-4a36-87bd-cd5af5efac1d", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:40.834505 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a705bff7-d477-4bba-9f5d-73e33f81ea4c {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:40.834908 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a705bff7-d477-4bba-9f5d-73e33f81ea4c'] response: {'server_uuid': '995700ac-1532-4792-882e-3e83dad9899a', 'name': 'network-vif-deleted', 'tag': '72f0fee1-f7cb-4a36-87bd-cd5af5efac1d', 'status': 'completed', 'code': 200} Sep 29 02:17:40.958328 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48888) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:40.970413 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-cdae2d70-6a34-4c5d-9a60-3506c03457e3 req-1d1b8c1d-002d-40e5-ae94-ee8f9d603a02 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028440 Sep 29 02:17:40.997532 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-f6e05629-2709-4d63-8d1c-5ab3b06eef20 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:41.009613 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-81d270b8-42d6-4336-ad7b-d5bd13e151b1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d33286ef83df49bab1df974e8f01f8cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498710 Sep 29 02:17:41.012083 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48890) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:41.059885 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dbb71ae2-6c2f-4a9c-ae75-985f453aa35c admin admin] Publish callbacks [] for security_group (785dd3b7-9556-4b26-9a59-3de0823a51bd), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.079989 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dbb71ae2-6c2f-4a9c-ae75-985f453aa35c admin admin] Publish callbacks [] for security_group (785dd3b7-9556-4b26-9a59-3de0823a51bd), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.132849 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dbb71ae2-6c2f-4a9c-ae75-985f453aa35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (785dd3b7-9556-4b26-9a59-3de0823a51bd), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.135674 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-dbb71ae2-6c2f-4a9c-ae75-985f453aa35c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.136813 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-dbb71ae2-6c2f-4a9c-ae75-985f453aa35c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/785dd3b7-9556-4b26-9a59-3de0823a51bd HTTP/1.1" status: 204 len: 168 time: 0.1237879 Sep 29 02:17:41.144658 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb71ae2-6c2f-4a9c-ae75-985f453aa35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785dd3b7-9556-4b26-9a59-3de0823a51bd,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:41.203313 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-f6e05629-2709-4d63-8d1c-5ab3b06eef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 5, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:41.241349 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e05629-2709-4d63-8d1c-5ab3b06eef20 None None] Checking router: ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:41.252810 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e05629-2709-4d63-8d1c-5ab3b06eef20 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:41.253456 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-f6e05629-2709-4d63-8d1c-5ab3b06eef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:41.309413 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-45daafa9-5987-4647-a786-5d6583dc8707 req-4dbeb871-d274-4c75-ae95-310ce40f4315 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 210 time: 0.0476048 Sep 29 02:17:41.400002 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-f6e05629-2709-4d63-8d1c-5ab3b06eef20 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:41.426331 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:41.554990 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:41.608035 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-f6e05629-2709-4d63-8d1c-5ab3b06eef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 5, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:41.633540 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e05629-2709-4d63-8d1c-5ab3b06eef20 None None] The sync data for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi is: [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:11:23Z', 'revision_number': 4, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '10252269-8e75-4807-b023-f6c297a391ac', 'name': '', 'network_id': '5eda99a4-97f4-45f5-b6b7-9edb65ee1be4', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'mac_address': 'fa:16:3e:95:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:22Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 5, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'subnets': [{'id': 'c97b77e6-502e-434a-8af4-d88686453bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:41.855444 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd6e16-04bc-4d50-b5ff-62663e3c8e87 None None] New status for floating IP 0269fc72-946c-40ef-9bdb-a0cc4c1504b9: DOWN {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:17:41.872312 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b437094-b0e5-42e8-9429-2256213f495d req-3b757ee7-720f-475e-95c6-b2f8bf7ae0c9 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:41.873832 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2b437094-b0e5-42e8-9429-2256213f495d req-3b757ee7-720f-475e-95c6-b2f8bf7ae0c9 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0507090 Sep 29 02:17:41.922655 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2b437094-b0e5-42e8-9429-2256213f495d req-f6d622e6-5e21-4b2b-bd35-1d1b2d2333fc tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431106 Sep 29 02:17:42.421606 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-15a4b539-7d43-42be-b698-07c16d155a77 req-07cef38d-ab93-4978-9b3d-9efd6d28b982 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=995700ac-1532-4792-882e-3e83dad9899a HTTP/1.1" status: 200 len: 210 time: 0.0281146 Sep 29 02:17:43.040724 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad00431-5ff6-43c2-a4ea-a5bb1ff791a6 req-5624cbb1-5ef9-42c5-95ef-5c29ca36f0b7 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:43.042212 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9ad00431-5ff6-43c2-a4ea-a5bb1ff791a6 req-5624cbb1-5ef9-42c5-95ef-5c29ca36f0b7 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0454280 Sep 29 02:17:43.098160 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9ad00431-5ff6-43c2-a4ea-a5bb1ff791a6 req-5a050d74-12b6-40d3-943d-76cea41d1248 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499918 Sep 29 02:17:43.513156 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48906) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:43.566693 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-19f54426-9965-47b3-85d8-e994a1e63e0c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group (c4a9cfef-01df-4e3d-ab87-6678b7c5909e), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.589323 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-19f54426-9965-47b3-85d8-e994a1e63e0c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group (c4a9cfef-01df-4e3d-ab87-6678b7c5909e), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.608405 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:43.641414 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-19f54426-9965-47b3-85d8-e994a1e63e0c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (c4a9cfef-01df-4e3d-ab87-6678b7c5909e), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.644811 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-19f54426-9965-47b3-85d8-e994a1e63e0c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.645986 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-19f54426-9965-47b3-85d8-e994a1e63e0c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c4a9cfef-01df-4e3d-ab87-6678b7c5909e HTTP/1.1" status: 204 len: 168 time: 0.1318469 Sep 29 02:17:43.648782 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48908) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:43.655328 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f54426-9965-47b3-85d8-e994a1e63e0c tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a9cfef-01df-4e3d-ab87-6678b7c5909e,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:43.664575 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.api.v2.resource [None req-1e116a7d-804d-49dc-835e-8b822cd781b9 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] show failed (client error): The resource could not be found. Sep 29 02:17:43.665616 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-1e116a7d-804d-49dc-835e-8b822cd781b9 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "GET /networking/v2.0/security-groups/c4a9cfef-01df-4e3d-ab87-6678b7c5909e HTTP/1.1" status: 404 len: 347 time: 0.0153141 Sep 29 02:17:43.668595 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48910) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:43.715116 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:43.734955 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:43.735485 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 72f0fee1-f7cb-4a36-87bd-cd5af5efac1d not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:43.735906 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 29e82e6b-3fc1-4d7b-8545-b510c77181c3 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:43.759923 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:43.794206 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-063135df-1265-436b-93da-ad65d891cae0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Deleting port 61694fbe-5360-44b5-b5b3-0bd7ee3287d0 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:43.794549 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-063135df-1265-436b-93da-ad65d891cae0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (61694fbe-5360-44b5-b5b3-0bd7ee3287d0), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.806496 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 is: ACTIVE; New status is: DOWN {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:43.806883 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.829655 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:43.832105 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42ead8c-1ca9-4310-8286-08eafef2877f" -d '{"events": [{"server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "name": "network-vif-unplugged", "status": "completed", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:43.847767 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 29e82e6b-3fc1-4d7b-8545-b510c77181c3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:43.853440 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.875245 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-063135df-1265-436b-93da-ad65d891cae0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (61694fbe-5360-44b5-b5b3-0bd7ee3287d0), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.875574 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-063135df-1265-436b-93da-ad65d891cae0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (61694fbe-5360-44b5-b5b3-0bd7ee3287d0), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.883166 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee107e2-66ce-4b51-bb0d-d4e6de08b0e7 x-openstack-request-id: req-fee107e2-66ce-4b51-bb0d-d4e6de08b0e7 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:43.883462 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "name": "network-vif-unplugged", "status": "failed", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3", "code": 422}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:43.883729 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fee107e2-66ce-4b51-bb0d-d4e6de08b0e7 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:43.884165 dv-cinder-740146-21-iscsi neutron-server[106337]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fee107e2-66ce-4b51-bb0d-d4e6de08b0e7']: {'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'code': 422} returned with failed status Sep 29 02:17:43.889303 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-063135df-1265-436b-93da-ad65d891cae0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Calling delete_port for 61694fbe-5360-44b5-b5b3-0bd7ee3287d0 owned by network:floatingip {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:43.909036 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=29e82e6b-3fc1-4d7b-8545-b510c77181c3,revision_number=6']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:44.017772 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-063135df-1265-436b-93da-ad65d891cae0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (61694fbe-5360-44b5-b5b3-0bd7ee3287d0), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.020837 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:44.044210 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063135df-1265-436b-93da-ad65d891cae0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Pushing event deleted for resources: {'Port': ['ID=61694fbe-5360-44b5-b5b3-0bd7ee3287d0,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:44.108373 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-063135df-1265-436b-93da-ad65d891cae0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks [] for floatingip (0269fc72-946c-40ef-9bdb-a0cc4c1504b9), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.110963 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-063135df-1265-436b-93da-ad65d891cae0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.112625 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-063135df-1265-436b-93da-ad65d891cae0 tempest-AttachVolumeTestJSON-709183800 tempest-AttachVolumeTestJSON-709183800-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/0269fc72-946c-40ef-9bdb-a0cc4c1504b9 HTTP/1.1" status: 204 len: 168 time: 0.4426134 Sep 29 02:17:44.226845 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648c48-ce68-4b53-b0fe-5e1877a6623d req-70a0291b-f96a-4ccd-a4e1-1d1606820174 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:44.229396 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-47648c48-ce68-4b53-b0fe-5e1877a6623d req-70a0291b-f96a-4ccd-a4e1-1d1606820174 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0541406 Sep 29 02:17:44.278319 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-47648c48-ce68-4b53-b0fe-5e1877a6623d req-fbe00402-89e6-4ae1-95a7-f7bc82e4679f tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427728 Sep 29 02:17:44.353420 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [req-68af0b62-8308-4935-9be4-e62102100785 req-1b55d0cd-24e3-4242-b4e6-f34935b18d1b service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:17:44.354380 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68af0b62-8308-4935-9be4-e62102100785 req-1b55d0cd-24e3-4242-b4e6-f34935b18d1b service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054336 Sep 29 02:17:44.540573 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58506871-b312-4ea4-a6f0-792713a3fa2b req-6108cfc5-663f-462f-a1c9-af465eea0b9e tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:44.542004 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-58506871-b312-4ea4-a6f0-792713a3fa2b req-6108cfc5-663f-462f-a1c9-af465eea0b9e tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0495944 Sep 29 02:17:44.560043 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48928) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:44.597798 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-58506871-b312-4ea4-a6f0-792713a3fa2b req-e68b3a41-4130-4ab8-9f48-8311800e810f tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500884 Sep 29 02:17:44.645444 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-6ae74ce9-6a11-4bf2-9b99-61eca5f6165c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841601 Sep 29 02:17:44.653842 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-601915d5-a9cd-4fd0-91e3-ee709ea29a0b service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:17:44.654803 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-601915d5-a9cd-4fd0-91e3-ee709ea29a0b service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048909 Sep 29 02:17:44.793612 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48936) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:44.840845 dv-cinder-740146-21-iscsi neutron-server[106335]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 02:17:44.885763 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-627814f6-927e-4933-adc6-e092425c4bf9 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:44.887104 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-627814f6-927e-4933-adc6-e092425c4bf9 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports/29e82e6b-3fc1-4d7b-8545-b510c77181c3 HTTP/1.1" status: 200 len: 940 time: 0.0925128 Sep 29 02:17:45.331520 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-590d403f-8ad9-4811-a422-599a4aba9d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.725925 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34483287-a007-40ef-bdeb-9ad10ddeccb9 req-85e2dcb1-bd1a-4815-8749-2544eedc51d2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:45.728161 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-34483287-a007-40ef-bdeb-9ad10ddeccb9 req-85e2dcb1-bd1a-4815-8749-2544eedc51d2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0554731 Sep 29 02:17:45.785153 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-34483287-a007-40ef-bdeb-9ad10ddeccb9 req-7d0cc121-6e7d-42a7-a79e-12267712e6d1 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484645 Sep 29 02:17:46.682258 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-5b42f845-c754-420b-9958-412e7403826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:46.683671 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-5b42f845-c754-420b-9958-412e7403826d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036&tenant_id=18eeabc669304148930130efa1737cbb HTTP/1.1" status: 200 len: 1127 time: 0.2924416 Sep 29 02:17:46.747651 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-8f9b11e6-c1ad-4ba0-b39b-181cccbcd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:46.749203 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-8f9b11e6-c1ad-4ba0-b39b-181cccbcd2cf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=18eeabc669304148930130efa1737cbb&device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 1127 time: 0.0390027 Sep 29 02:17:46.841309 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-49a31ca9-8d66-4076-b221-3868868be9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:46.842773 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-49a31ca9-8d66-4076-b221-3868868be9a2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=4f97f786-5df3-4ea7-b350-3219ee546269 HTTP/1.1" status: 200 len: 908 time: 0.0876377 Sep 29 02:17:46.906133 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-8ec0762e-d96d-43f7-8b5b-f5f7c788cb65 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3 HTTP/1.1" status: 200 len: 999 time: 0.0565023 Sep 29 02:17:46.912274 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c9df3-5fd5-46f1-b152-05bbce2dcdf4 req-5f6b6f36-a8aa-4fe1-b837-a01f040bfb6a tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:46.913768 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-351c9df3-5fd5-46f1-b152-05bbce2dcdf4 req-5f6b6f36-a8aa-4fe1-b837-a01f040bfb6a tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0520282 Sep 29 02:17:46.958002 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-926bfe17-59d2-4534-a48a-39ff3c376050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:46.959367 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-926bfe17-59d2-4534-a48a-39ff3c376050 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c HTTP/1.1" status: 200 len: 847 time: 0.0444779 Sep 29 02:17:46.962536 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-351c9df3-5fd5-46f1-b152-05bbce2dcdf4 req-a9fe9011-e2cb-4a26-bac5-4662e6b07aa4 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431890 Sep 29 02:17:47.008620 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-a14477fb-c9f0-4333-b712-f1e3b3560edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:47.010124 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-a14477fb-c9f0-4333-b712-f1e3b3560edc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4f97f786-5df3-4ea7-b350-3219ee546269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425613 Sep 29 02:17:47.099985 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-ea2d99a4-7276-4ea0-975d-17bad4e4ad40 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809758 Sep 29 02:17:47.190943 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-58f8dd6c-55bd-42a7-a3da-2035b3aced9e req-65a54820-4448-4187-aec6-e7bfe9ff5a10 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843341 Sep 29 02:17:47.700156 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ae29e534-cd63-4540-b389-14c4f36b16d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:47.703735 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48974) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:47.948925 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:48.106748 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e205268-0cb7-4962-a400-85298544b520 req-3b511dc8-0fbd-4e13-a32b-593b8d8b3606 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:48.108204 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1e205268-0cb7-4962-a400-85298544b520 req-3b511dc8-0fbd-4e13-a32b-593b8d8b3606 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0697224 Sep 29 02:17:48.172427 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626093'] for router_interface (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:48.223589 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1e205268-0cb7-4962-a400-85298544b520 req-e03a3eaa-4c08-4a25-9a23-d00af1119089 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079149 Sep 29 02:17:48.273544 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:48.404576 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Deleting port 10252269-8e75-4807-b023-f6c297a391ac {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:48.404943 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (10252269-8e75-4807-b023-f6c297a391ac), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:48.482287 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] For port 10252269-8e75-4807-b023-f6c297a391ac, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=10252269-8e75-4807-b023-f6c297a391ac,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:48.482721 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (10252269-8e75-4807-b023-f6c297a391ac), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:48.496012 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Calling delete_port for 10252269-8e75-4807-b023-f6c297a391ac owned by network:router_interface {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:48.670355 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (10252269-8e75-4807-b023-f6c297a391ac), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:48.696418 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=10252269-8e75-4807-b023-f6c297a391ac,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:48.706137 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.706477 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.706816 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.707155 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.707494 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.707820 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.708144 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.709036 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.709036 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.709244 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.709437 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.709735 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.710054 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.710373 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.710690 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:48.776496 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:48.816112 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:48.849193 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:17:48.879081 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651037'] for router_interface (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.355232 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:49.378133 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccbddd-dffa-4392-b019-07e88a20a1f2 req-c526cfad-ae02-4049-a92c-b41f2262e57f tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:49.379587 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-11ccbddd-dffa-4392-b019-07e88a20a1f2 req-c526cfad-ae02-4049-a92c-b41f2262e57f tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0616274 Sep 29 02:17:49.387171 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:49.476987 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-11ccbddd-dffa-4392-b019-07e88a20a1f2 req-8ddd44ca-410e-4f48-a504-5275628e1367 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916042 Sep 29 02:17:49.524518 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:49.529290 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-57d27523-38f6-4a61-83c5-f15374e195b7 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8249059 Sep 29 02:17:49.531872 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48986) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:49.532886 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7772247-9227-4dd7-baed-7c31b0fedd29 None None] Sync routers for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:49.543435 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7772247-9227-4dd7-baed-7c31b0fedd29 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:49.544042 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b7772247-9227-4dd7-baed-7c31b0fedd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:49.631863 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Publish callbacks [] for router (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.643833 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-b7772247-9227-4dd7-baed-7c31b0fedd29 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:49.730747 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Publish callbacks [] for router_gateway (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.772607 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Deleting port bde07bac-8a87-40f0-9e16-5a255fa1e205 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:49.772983 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.811223 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b7772247-9227-4dd7-baed-7c31b0fedd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:17:48Z', 'revision_number': 5, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port': {'id': 'bde07bac-8a87-40f0-9e16-5a255fa1e205', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:16Z', 'updated_at': '2022-09-29T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:49.838203 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7772247-9227-4dd7-baed-7c31b0fedd29 None None] Checking router: ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:49.850252 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7772247-9227-4dd7-baed-7c31b0fedd29 None None] Routers {'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:49.851083 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b7772247-9227-4dd7-baed-7c31b0fedd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:49.857789 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] For port bde07bac-8a87-40f0-9e16-5a255fa1e205, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=bde07bac-8a87-40f0-9e16-5a255fa1e205,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:49.858155 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.870941 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Calling delete_port for bde07bac-8a87-40f0-9e16-5a255fa1e205 owned by network:router_gateway {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:49.934573 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-b7772247-9227-4dd7-baed-7c31b0fedd29 None None] Set router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b gateway port host: None {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:49.966103 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:49.988556 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b7772247-9227-4dd7-baed-7c31b0fedd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:17:49Z', 'revision_number': 6, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port_host': None}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:50.016377 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7772247-9227-4dd7-baed-7c31b0fedd29 None None] The sync data for ids ['ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b'] in dv-cinder-740146-21-iscsi is: [{'id': 'ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b', 'name': 'tempest-AttachVolumeTestJSON-158803398-router', 'tenant_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:15Z', 'updated_at': '2022-09-29T02:17:49Z', 'revision_number': 6, 'project_id': '2a04f2488c2a4d219ad8193c4dd12b65', 'gw_port_host': None}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:50.036384 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (bde07bac-8a87-40f0-9e16-5a255fa1e205), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.061329 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde07bac-8a87-40f0-9e16-5a255fa1e205,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:50.122957 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649579'] for router_gateway (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.177081 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:50.209279 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.211532 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Publish callbacks [] for router_controller (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.254609 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651115'] for router (ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.255253 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b {{(pid=106336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:17:50.259936 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.261079 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-55c35f0a-3d78-4f5a-9a81-0f7a24e34fd9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/ecc75f65-0ad4-49a2-82cf-d7659bdb5c1b HTTP/1.1" status: 204 len: 168 time: 0.7282691 Sep 29 02:17:50.263605 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 48988) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:50.307722 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_v2 [None req-f013297c-1399-4691-a4fe-cac3b95c592a admin admin] Deleting subnet c97b77e6-502e-434a-8af4-d88686453bb8 {{(pid=106336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:17:50.310797 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f013297c-1399-4691-a4fe-cac3b95c592a admin admin] Publish callbacks [] for subnet (c97b77e6-502e-434a-8af4-d88686453bb8), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.344507 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f013297c-1399-4691-a4fe-cac3b95c592a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7176350'] for subnet (c97b77e6-502e-434a-8af4-d88686453bb8), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.427763 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f013297c-1399-4691-a4fe-cac3b95c592a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (c97b77e6-502e-434a-8af4-d88686453bb8), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.456400 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.484766 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f013297c-1399-4691-a4fe-cac3b95c592a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4716382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5654922'] for subnet (c97b77e6-502e-434a-8af4-d88686453bb8), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.514013 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f013297c-1399-4691-a4fe-cac3b95c592a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.522037 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-f013297c-1399-4691-a4fe-cac3b95c592a admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/c97b77e6-502e-434a-8af4-d88686453bb8 HTTP/1.1" status: 204 len: 168 time: 0.2552018 Sep 29 02:17:50.522037 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013297c-1399-4691-a4fe-cac3b95c592a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c97b77e6-502e-434a-8af4-d88686453bb8,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:50.522448 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 48992) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:50.523373 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42bf627-c094-40c4-978b-83f2e979c0c4 None None] Network 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:17:50.567645 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:50.583792 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:50.599609 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.613947 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (5eda99a4-97f4-45f5-b6b7-9edb65ee1be4), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.619304 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ae82e-b663-4921-a1d8-3767500d35dd req-f20f1d92-5f62-4393-a01d-05d5680bd0c5 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:50.621290 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-287ae82e-b663-4921-a1d8-3767500d35dd req-f20f1d92-5f62-4393-a01d-05d5680bd0c5 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0531485 Sep 29 02:17:50.666914 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Deleting port dae8196f-66ed-4e8a-b46d-0ba488312167 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:50.667329 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.678061 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-287ae82e-b663-4921-a1d8-3767500d35dd req-fe42b60f-b636-41bb-b6bb-f81784e16e83 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514255 Sep 29 02:17:50.732054 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] For port dae8196f-66ed-4e8a-b46d-0ba488312167, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=dae8196f-66ed-4e8a-b46d-0ba488312167,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:50.732334 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.747038 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Calling delete_port for dae8196f-66ed-4e8a-b46d-0ba488312167 owned by network:dhcp {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:50.765252 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c24333-7492-42b3-932f-f39a098efeb7 None None] DHCP port deletion for 5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 request from dv-cinder-740146-21-iscsi {{(pid=106337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:17:50.807739 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-40c24333-7492-42b3-932f-f39a098efeb7 None None] Deleting port dae8196f-66ed-4e8a-b46d-0ba488312167 {{(pid=106337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:50.808209 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-40c24333-7492-42b3-932f-f39a098efeb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), before_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.830329 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.835322 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:50.856943 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae8196f-66ed-4e8a-b46d-0ba488312167,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:50.860922 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] No DVR routers for this DVR port dae8196f-66ed-4e8a-b46d-0ba488312167 on host dv-cinder-740146-21-iscsi {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:17:50.879577 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-40c24333-7492-42b3-932f-f39a098efeb7 None None] For port dae8196f-66ed-4e8a-b46d-0ba488312167, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=dae8196f-66ed-4e8a-b46d-0ba488312167,segment=NetworkSegment(a3217092-bae3-4d6d-a3a6-74cdf45afc86),segment_id=a3217092-bae3-4d6d-a3a6-74cdf45afc86)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:50.880127 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-40c24333-7492-42b3-932f-f39a098efeb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), precommit_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.890852 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:50.895957 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-40c24333-7492-42b3-932f-f39a098efeb7 None None] Calling delete_port for dae8196f-66ed-4e8a-b46d-0ba488312167 owned by network:dhcp {{(pid=106337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:50.932552 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (5eda99a4-97f4-45f5-b6b7-9edb65ee1be4), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.959345 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eda99a4-97f4-45f5-b6b7-9edb65ee1be4']}} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:50.969400 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3217092-bae3-4d6d-a3a6-74cdf45afc86') {'for_net_delete': True} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:50.969780 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3217092-bae3-4d6d-a3a6-74cdf45afc86') {} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:50.978540 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-40c24333-7492-42b3-932f-f39a098efeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (dae8196f-66ed-4e8a-b46d-0ba488312167), after_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.979928 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6494329'] for segment (a3217092-bae3-4d6d-a3a6-74cdf45afc86), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.994010 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (a3217092-bae3-4d6d-a3a6-74cdf45afc86), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:51.001594 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=106335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:17:51.002054 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852879'] for segment (a3217092-bae3-4d6d-a3a6-74cdf45afc86), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:51.004455 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c24333-7492-42b3-932f-f39a098efeb7 None None] Pushing event deleted for resources: {'Port': ['ID=dae8196f-66ed-4e8a-b46d-0ba488312167,revision_number=None']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:51.011132 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c24333-7492-42b3-932f-f39a098efeb7 None None] No DVR routers for this DVR port dae8196f-66ed-4e8a-b46d-0ba488312167 on host dv-cinder-740146-21-iscsi {{(pid=106337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:17:51.046063 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment a3217092-bae3-4d6d-a3a6-74cdf45afc86 resource provider aggregate not found Sep 29 02:17:51.068433 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment a3217092-bae3-4d6d-a3a6-74cdf45afc86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3217092-bae3-4d6d-a3a6-74cdf45afc86 found for delete ", "request_id": "req-99277af2-410b-46a5-81c2-a3c1b5e47a97"}]} Sep 29 02:17:51.076326 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (5eda99a4-97f4-45f5-b6b7-9edb65ee1be4), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:51.083979 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:51.088896 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/5eda99a4-97f4-45f5-b6b7-9edb65ee1be4 HTTP/1.1" status: 204 len: 168 time: 0.5637088 Sep 29 02:17:51.099411 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48c230-700b-49a1-bb72-b6053069d5b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eda99a4-97f4-45f5-b6b7-9edb65ee1be4,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:51.203790 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49000) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:51.243747 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d0946452-ee41-41a3-b96f-8838c7966258 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2a04f2488c2a4d219ad8193c4dd12b65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388162 Sep 29 02:17:51.246293 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49002) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:51.298032 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-33cf3162-be72-4126-b860-9a1f79b0e46a admin admin] Publish callbacks [] for security_group (cfeb07c6-c422-4499-a900-487e4b0bbf6c), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:51.319434 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-33cf3162-be72-4126-b860-9a1f79b0e46a admin admin] Publish callbacks [] for security_group (cfeb07c6-c422-4499-a900-487e4b0bbf6c), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:51.369114 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-33cf3162-be72-4126-b860-9a1f79b0e46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (cfeb07c6-c422-4499-a900-487e4b0bbf6c), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:51.371657 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-33cf3162-be72-4126-b860-9a1f79b0e46a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:51.372786 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-33cf3162-be72-4126-b860-9a1f79b0e46a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cfeb07c6-c422-4499-a900-487e4b0bbf6c HTTP/1.1" status: 204 len: 168 time: 0.1256087 Sep 29 02:17:51.381226 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf3162-be72-4126-b860-9a1f79b0e46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeb07c6-c422-4499-a900-487e4b0bbf6c,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:51.469649 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device dae8196f-66ed-4e8a-b46d-0ba488312167 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:51.489435 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: dae8196f-66ed-4e8a-b46d-0ba488312167 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:51.489789 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device dae8196f-66ed-4e8a-b46d-0ba488312167 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:51.490200 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device bde07bac-8a87-40f0-9e16-5a255fa1e205 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:51.508388 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: bde07bac-8a87-40f0-9e16-5a255fa1e205 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:51.508739 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device bde07bac-8a87-40f0-9e16-5a255fa1e205 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:51.509186 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 10252269-8e75-4807-b023-f6c297a391ac no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:51.529556 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 10252269-8e75-4807-b023-f6c297a391ac {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:51.529920 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 10252269-8e75-4807-b023-f6c297a391ac not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:51.801675 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf003d-fdf7-4c86-bd52-46287c6d501d req-39e7cc79-90e4-4ecc-8985-99dabf8902b6 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:51.803171 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-abdf003d-fdf7-4c86-bd52-46287c6d501d req-39e7cc79-90e4-4ecc-8985-99dabf8902b6 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0501411 Sep 29 02:17:51.853130 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-abdf003d-fdf7-4c86-bd52-46287c6d501d req-2c9ce086-c3e6-4475-8a69-5d21dcdcd07d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444288 Sep 29 02:17:51.928603 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:52.070138 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49028) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:52.165818 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1153811288-network', 'tenant_id': 'ba5b84d921174e7582b824a1400c0d1e'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:52.185740 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Made reservation on behalf of ba5b84d921174e7582b824a1400c0d1e for: {'network': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:52.187988 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.197160 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.272072 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Publish callbacks [] for security_group (93d6fe82-0c95-4813-a8d6-861c70898006), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.275976 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (93d6fe82-0c95-4813-a8d6-861c70898006), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.301943 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=106335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:17:52.311874 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d6fe82-0c95-4813-a8d6-861c70898006,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:52.316501 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:52.318135 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (d3bd68ff-2e3c-42a7-bb5b-a53a29f7adc0), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.318408 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.segments_db [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Added segment d3bd68ff-2e3c-42a7-bb5b-a53a29f7adc0 of type vlan for network 9693f953-1849-4d1a-bfb4-e9202f8ada5d Sep 29 02:17:52.358684 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (9693f953-1849-4d1a-bfb4-e9202f8ada5d), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.369031 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:52.389024 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (9693f953-1849-4d1a-bfb4-e9202f8ada5d), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.389971 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:52.390574 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.442840 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3716092 Sep 29 02:17:52.445911 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49032) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:52.450798 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-1323682b-7b38-4e15-ac3c-9230338d5b78 admin admin] Request body: {'subnet': {'network_id': '9693f953-1849-4d1a-bfb4-e9202f8ada5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1153811288-subnet', 'tenant_id': 'ba5b84d921174e7582b824a1400c0d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:52.455737 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe7873-3101-46c9-8279-faedb42197b1 admin admin] Pushing event updated for resources: {'Network': ['ID=9693f953-1849-4d1a-bfb4-e9202f8ada5d,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:52.465216 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 9693f953-1849-4d1a-bfb4-e9202f8ada5d details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:17:52.470649 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1323682b-7b38-4e15-ac3c-9230338d5b78 admin admin] Made reservation on behalf of ba5b84d921174e7582b824a1400c0d1e for: {'subnet': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:52.473881 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1323682b-7b38-4e15-ac3c-9230338d5b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5654967'] for subnet (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.563346 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:DELETE=8,neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:52.650716 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1323682b-7b38-4e15-ac3c-9230338d5b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4713875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5654913'] for subnet (85e9d9ba-9cd7-4c30-aa35-cd6516b4f822), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.699977 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323682b-7b38-4e15-ac3c-9230338d5b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e9d9ba-9cd7-4c30-aa35-cd6516b4f822,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:52.715045 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1323682b-7b38-4e15-ac3c-9230338d5b78 admin admin] Checking segment: {'id': 'd3bd68ff-2e3c-42a7-bb5b-a53a29f7adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9693f953-1849-4d1a-bfb4-e9202f8ada5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:52.715406 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1323682b-7b38-4e15-ac3c-9230338d5b78 admin admin] Network hostable DHCP agents. Network: 9693f953-1849-4d1a-bfb4-e9202f8ada5d, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:17:52.732337 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1323682b-7b38-4e15-ac3c-9230338d5b78 admin admin] Network 9693f953-1849-4d1a-bfb4-e9202f8ada5d is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:17:52.740937 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-1323682b-7b38-4e15-ac3c-9230338d5b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 9693f953-1849-4d1a-bfb4-e9202f8ada5d) {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:52.745476 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1323682b-7b38-4e15-ac3c-9230338d5b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:52.746246 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1323682b-7b38-4e15-ac3c-9230338d5b78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.749745 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0386dd62-ab00-4643-a4d2-757bd0a3667a None None] Network 9693f953-1849-4d1a-bfb4-e9202f8ada5d requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:17:52.755514 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:52.764054 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-1323682b-7b38-4e15-ac3c-9230338d5b78 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3170607 Sep 29 02:17:52.990657 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec37208d-b4b1-4eb7-8237-0d54be689717 None None] Network 9693f953-1849-4d1a-bfb4-e9202f8ada5d requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:17:52.990948 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035717ed-2c90-4727-8418-40d753a19116 req-69c14677-2f64-4e44-96e7-854fb862fd2c tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:52.992662 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-035717ed-2c90-4727-8418-40d753a19116 req-69c14677-2f64-4e44-96e7-854fb862fd2c tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 943 time: 0.0535915 Sep 29 02:17:53.051839 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-035717ed-2c90-4727-8418-40d753a19116 req-7d566130-dd17-4ac9-a26d-8462c580ab64 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507307 Sep 29 02:17:53.267311 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49050) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:53.272370 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1506662298-network', 'tenant_id': '986f34cff3dc4279826f00b5cfc7c706'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:53.293319 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Made reservation on behalf of 986f34cff3dc4279826f00b5cfc7c706 for: {'network': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:53.295668 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.305396 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.382221 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Publish callbacks [] for security_group (735cfc00-b8b5-45c6-a9c2-f375a0830617), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.386192 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (735cfc00-b8b5-45c6-a9c2-f375a0830617), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.414164 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=106335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:17:53.420475 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735cfc00-b8b5-45c6-a9c2-f375a0830617,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:53.427036 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (ff7e88e0-1efa-4957-ae73-c5929930c9b4), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.427382 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.segments_db [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Added segment ff7e88e0-1efa-4957-ae73-c5929930c9b4 of type vlan for network 3a475753-1500-4024-a2dd-daaf47da74dd Sep 29 02:17:53.470113 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (3a475753-1500-4024-a2dd-daaf47da74dd), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.494418 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (3a475753-1500-4024-a2dd-daaf47da74dd), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.495397 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:53.495979 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.547390 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2787733 Sep 29 02:17:53.550890 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49052) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:53.555769 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-feb252d1-7b44-41e5-84e4-7b63c870ab06 admin admin] Request body: {'subnet': {'network_id': '3a475753-1500-4024-a2dd-daaf47da74dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1506662298-subnet', 'tenant_id': '986f34cff3dc4279826f00b5cfc7c706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:53.562104 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df5b28-5d82-47b8-93c5-2b9c10401c39 admin admin] Pushing event updated for resources: {'Network': ['ID=3a475753-1500-4024-a2dd-daaf47da74dd,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:53.576860 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 3a475753-1500-4024-a2dd-daaf47da74dd details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:17:53.583233 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb252d1-7b44-41e5-84e4-7b63c870ab06 admin admin] Made reservation on behalf of 986f34cff3dc4279826f00b5cfc7c706 for: {'subnet': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:53.585668 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-feb252d1-7b44-41e5-84e4-7b63c870ab06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5654967'] for subnet (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.743246 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 29e82e6b-3fc1-4d7b-8545-b510c77181c3 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:17:53.758584 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-feb252d1-7b44-41e5-84e4-7b63c870ab06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4713875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5654913'] for subnet (daae33bc-926e-4224-a750-9a9561ffa027), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.813234 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb252d1-7b44-41e5-84e4-7b63c870ab06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daae33bc-926e-4224-a750-9a9561ffa027,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:53.824965 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb252d1-7b44-41e5-84e4-7b63c870ab06 admin admin] Checking segment: {'id': 'ff7e88e0-1efa-4957-ae73-c5929930c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3a475753-1500-4024-a2dd-daaf47da74dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:53.825334 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb252d1-7b44-41e5-84e4-7b63c870ab06 admin admin] Network hostable DHCP agents. Network: 3a475753-1500-4024-a2dd-daaf47da74dd, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:17:53.842273 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb252d1-7b44-41e5-84e4-7b63c870ab06 admin admin] Network 3a475753-1500-4024-a2dd-daaf47da74dd is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:17:53.847100 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 29e82e6b-3fc1-4d7b-8545-b510c77181c3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:53.851247 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-feb252d1-7b44-41e5-84e4-7b63c870ab06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 3a475753-1500-4024-a2dd-daaf47da74dd) {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:53.855855 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb252d1-7b44-41e5-84e4-7b63c870ab06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:53.857012 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-feb252d1-7b44-41e5-84e4-7b63c870ab06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.860084 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fdff14-85eb-42c0-90a4-971b1749da8c None None] Network 3a475753-1500-4024-a2dd-daaf47da74dd requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:17:53.863785 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'port_id': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'mac_address': 'fa:16:3e:cf:8b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:17:53.873216 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-feb252d1-7b44-41e5-84e4-7b63c870ab06 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3212090 Sep 29 02:17:53.952917 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:53.953318 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.977428 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e82e6b-3fc1-4d7b-8545-b510c77181c3 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:53.992340 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49056) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:53.996378 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:54.013452 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaeee4d-0430-418d-8d93-ef8f512db9e2 None None] Network 3a475753-1500-4024-a2dd-daaf47da74dd requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:17:54.020606 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 29e82e6b-3fc1-4d7b-8545-b510c77181c3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:54.032544 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.042964 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df1231d-a2a6-44a9-a075-778a9f2143b1 admin admin] Deleting subnet 85e9d9ba-9cd7-4c30-aa35-cd6516b4f822 {{(pid=106335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:17:54.046328 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0df1231d-a2a6-44a9-a075-778a9f2143b1 admin admin] Publish callbacks [] for subnet (85e9d9ba-9cd7-4c30-aa35-cd6516b4f822), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.082990 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:54.087859 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0df1231d-a2a6-44a9-a075-778a9f2143b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6494320'] for subnet (85e9d9ba-9cd7-4c30-aa35-cd6516b4f822), precommit_delete_associations {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.131433 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0df1231d-a2a6-44a9-a075-778a9f2143b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (85e9d9ba-9cd7-4c30-aa35-cd6516b4f822), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.134663 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=29e82e6b-3fc1-4d7b-8545-b510c77181c3,revision_number=7']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:54.186498 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0df1231d-a2a6-44a9-a075-778a9f2143b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5955320'] for subnet (85e9d9ba-9cd7-4c30-aa35-cd6516b4f822), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.190555 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bd5d0-f41a-41c7-a888-b928cb9586f4 req-ea73b011-6850-49c6-86f4-9c109bc000a0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:54.192363 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-807bd5d0-f41a-41c7-a888-b928cb9586f4 req-ea73b011-6850-49c6-86f4-9c109bc000a0 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 944 time: 0.0594218 Sep 29 02:17:54.213117 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1231d-a2a6-44a9-a075-778a9f2143b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e9d9ba-9cd7-4c30-aa35-cd6516b4f822,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:54.219709 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0df1231d-a2a6-44a9-a075-778a9f2143b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.222939 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-0df1231d-a2a6-44a9-a075-778a9f2143b1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/85e9d9ba-9cd7-4c30-aa35-cd6516b4f822 HTTP/1.1" status: 204 len: 168 time: 0.2292731 Sep 29 02:17:54.226217 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49060) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:54.262775 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-807bd5d0-f41a-41c7-a888-b928cb9586f4 req-49ddadd1-05c4-4a77-872b-0b0b9a288aef tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647819 Sep 29 02:17:54.286311 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['29e82e6b-3fc1-4d7b-8545-b510c77181c3'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:17:54.318160 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1e880e5a-bdd5-4787-b445-e91f77893364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (9693f953-1849-4d1a-bfb4-e9202f8ada5d), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.395365 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:54.399891 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1e880e5a-bdd5-4787-b445-e91f77893364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (9693f953-1849-4d1a-bfb4-e9202f8ada5d), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.422090 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-1e880e5a-bdd5-4787-b445-e91f77893364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9693f953-1849-4d1a-bfb4-e9202f8ada5d']}} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:54.432218 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-1e880e5a-bdd5-4787-b445-e91f77893364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bd68ff-2e3c-42a7-bb5b-a53a29f7adc0') {'for_net_delete': True} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:54.432514 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-1e880e5a-bdd5-4787-b445-e91f77893364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bd68ff-2e3c-42a7-bb5b-a53a29f7adc0') {} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:54.442954 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1e880e5a-bdd5-4787-b445-e91f77893364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7176343'] for segment (d3bd68ff-2e3c-42a7-bb5b-a53a29f7adc0), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.456193 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1e880e5a-bdd5-4787-b445-e91f77893364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (d3bd68ff-2e3c-42a7-bb5b-a53a29f7adc0), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.463463 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e880e5a-bdd5-4787-b445-e91f77893364 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:17:54.463855 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1e880e5a-bdd5-4787-b445-e91f77893364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4716528'] for segment (d3bd68ff-2e3c-42a7-bb5b-a53a29f7adc0), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.527123 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1e880e5a-bdd5-4787-b445-e91f77893364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (9693f953-1849-4d1a-bfb4-e9202f8ada5d), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.532166 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1e880e5a-bdd5-4787-b445-e91f77893364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.535782 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-1e880e5a-bdd5-4787-b445-e91f77893364 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/9693f953-1849-4d1a-bfb4-e9202f8ada5d HTTP/1.1" status: 204 len: 168 time: 0.3086400 Sep 29 02:17:54.537972 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:54.538780 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49066) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:54.551809 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e880e5a-bdd5-4787-b445-e91f77893364 admin admin] Pushing event deleted for resources: {'Network': ['ID=9693f953-1849-4d1a-bfb4-e9202f8ada5d,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:54.582702 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:54.590700 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_v2 [None req-1730f3ae-2959-40bc-8131-156177881ff5 admin admin] Deleting subnet daae33bc-926e-4224-a750-9a9561ffa027 {{(pid=106335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:17:54.594587 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1730f3ae-2959-40bc-8131-156177881ff5 admin admin] Publish callbacks [] for subnet (daae33bc-926e-4224-a750-9a9561ffa027), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.634659 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1730f3ae-2959-40bc-8131-156177881ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6494320'] for subnet (daae33bc-926e-4224-a750-9a9561ffa027), precommit_delete_associations {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.637016 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment d3bd68ff-2e3c-42a7-bb5b-a53a29f7adc0 resource provider aggregate not found Sep 29 02:17:54.654648 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment d3bd68ff-2e3c-42a7-bb5b-a53a29f7adc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3bd68ff-2e3c-42a7-bb5b-a53a29f7adc0 found for delete ", "request_id": "req-13a305f7-c32b-4a71-8d99-2bfa804e946d"}]} Sep 29 02:17:54.675689 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1730f3ae-2959-40bc-8131-156177881ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (daae33bc-926e-4224-a750-9a9561ffa027), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.717249 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:54.729041 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1730f3ae-2959-40bc-8131-156177881ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5955320'] for subnet (daae33bc-926e-4224-a750-9a9561ffa027), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.759725 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730f3ae-2959-40bc-8131-156177881ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daae33bc-926e-4224-a750-9a9561ffa027,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:54.763281 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1730f3ae-2959-40bc-8131-156177881ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.766432 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-1730f3ae-2959-40bc-8131-156177881ff5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/daae33bc-926e-4224-a750-9a9561ffa027 HTTP/1.1" status: 204 len: 168 time: 0.2266581 Sep 29 02:17:54.769517 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49072) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:54.836070 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-03545d68-cb35-4fa1-ac8d-9595de256995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (3a475753-1500-4024-a2dd-daaf47da74dd), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.914900 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-03545d68-cb35-4fa1-ac8d-9595de256995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (3a475753-1500-4024-a2dd-daaf47da74dd), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.934796 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-03545d68-cb35-4fa1-ac8d-9595de256995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a475753-1500-4024-a2dd-daaf47da74dd']}} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:54.944646 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-03545d68-cb35-4fa1-ac8d-9595de256995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7e88e0-1efa-4957-ae73-c5929930c9b4') {'for_net_delete': True} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:54.944978 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-03545d68-cb35-4fa1-ac8d-9595de256995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7e88e0-1efa-4957-ae73-c5929930c9b4') {} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:54.954359 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-03545d68-cb35-4fa1-ac8d-9595de256995 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6494329'] for segment (ff7e88e0-1efa-4957-ae73-c5929930c9b4), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.967227 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-03545d68-cb35-4fa1-ac8d-9595de256995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (ff7e88e0-1efa-4957-ae73-c5929930c9b4), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.973335 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03545d68-cb35-4fa1-ac8d-9595de256995 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=106335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:17:54.973710 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-03545d68-cb35-4fa1-ac8d-9595de256995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852879'] for segment (ff7e88e0-1efa-4957-ae73-c5929930c9b4), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.014466 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment ff7e88e0-1efa-4957-ae73-c5929930c9b4 resource provider aggregate not found Sep 29 02:17:55.032505 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment ff7e88e0-1efa-4957-ae73-c5929930c9b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff7e88e0-1efa-4957-ae73-c5929930c9b4 found for delete ", "request_id": "req-e366c574-f01f-4678-bb2e-c9a9800675e3"}]} Sep 29 02:17:55.037438 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-03545d68-cb35-4fa1-ac8d-9595de256995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (3a475753-1500-4024-a2dd-daaf47da74dd), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.042782 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-03545d68-cb35-4fa1-ac8d-9595de256995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.045906 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-03545d68-cb35-4fa1-ac8d-9595de256995 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/3a475753-1500-4024-a2dd-daaf47da74dd HTTP/1.1" status: 204 len: 168 time: 0.2754965 Sep 29 02:17:55.057356 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03545d68-cb35-4fa1-ac8d-9595de256995 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a475753-1500-4024-a2dd-daaf47da74dd,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:55.206966 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49080) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:55.247226 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-ddcbe800-9223-42bf-8e64-d9441d807343 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ba5b84d921174e7582b824a1400c0d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383952 Sep 29 02:17:55.248824 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49082) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:55.300785 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-22011744-2163-48c2-a994-68a3e4e868b7 admin admin] Publish callbacks [] for security_group (93d6fe82-0c95-4813-a8d6-861c70898006), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.322032 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-22011744-2163-48c2-a994-68a3e4e868b7 admin admin] Publish callbacks [] for security_group (93d6fe82-0c95-4813-a8d6-861c70898006), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.371690 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-22011744-2163-48c2-a994-68a3e4e868b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (93d6fe82-0c95-4813-a8d6-861c70898006), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.374355 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-22011744-2163-48c2-a994-68a3e4e868b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.375705 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-22011744-2163-48c2-a994-68a3e4e868b7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/93d6fe82-0c95-4813-a8d6-861c70898006 HTTP/1.1" status: 204 len: 168 time: 0.1259844 Sep 29 02:17:55.384986 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22011744-2163-48c2-a994-68a3e4e868b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d6fe82-0c95-4813-a8d6-861c70898006,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:55.409151 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4768da-ee72-4c0a-8f61-a6f9c9fc1041 req-17ab6760-18d1-4be3-8b54-a3457cda3b05 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:55.410631 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-dd4768da-ee72-4c0a-8f61-a6f9c9fc1041 req-17ab6760-18d1-4be3-8b54-a3457cda3b05 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 944 time: 0.0656540 Sep 29 02:17:55.463597 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-dd4768da-ee72-4c0a-8f61-a6f9c9fc1041 req-fc61b67c-35ae-4b4b-84d9-1522587c17cd tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452101 Sep 29 02:17:55.711957 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49090) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:55.750096 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 29e82e6b-3fc1-4d7b-8545-b510c77181c3 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:55.751429 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-2d2c009e-12c4-4451-af6d-bd9554fe9aef admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=986f34cff3dc4279826f00b5cfc7c706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383523 Sep 29 02:17:55.754541 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49092) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:55.796702 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:55.797108 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.797448 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 Sep 29 02:17:55.802107 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2195953b-b549-4879-8791-d35178348fcb admin admin] Publish callbacks [] for security_group (735cfc00-b8b5-45c6-a9c2-f375a0830617), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.822516 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2195953b-b549-4879-8791-d35178348fcb admin admin] Publish callbacks [] for security_group (735cfc00-b8b5-45c6-a9c2-f375a0830617), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.870660 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:55.871039 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.873947 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2195953b-b549-4879-8791-d35178348fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (735cfc00-b8b5-45c6-a9c2-f375a0830617), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.876555 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2195953b-b549-4879-8791-d35178348fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.878417 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-2195953b-b549-4879-8791-d35178348fcb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/735cfc00-b8b5-45c6-a9c2-f375a0830617 HTTP/1.1" status: 204 len: 168 time: 0.1229138 Sep 29 02:17:55.888173 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195953b-b549-4879-8791-d35178348fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735cfc00-b8b5-45c6-a9c2-f375a0830617,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:55.899342 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:55.901594 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7d6a11-0aed-4836-a013-c67e67cfd1ee" -d '{"events": [{"server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "name": "network-vif-plugged", "status": "completed", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:55.921220 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 29e82e6b-3fc1-4d7b-8545-b510c77181c3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:55.925965 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.953157 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10a5f4b-4b05-422f-b006-4169a10f6f08 x-openstack-request-id: req-e10a5f4b-4b05-422f-b006-4169a10f6f08 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:55.953465 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "name": "network-vif-plugged", "status": "completed", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:55.953713 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e10a5f4b-4b05-422f-b006-4169a10f6f08 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:55.954099 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e10a5f4b-4b05-422f-b006-4169a10f6f08'] response: {'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'code': 200} Sep 29 02:17:55.984851 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=29e82e6b-3fc1-4d7b-8545-b510c77181c3,revision_number=8']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:56.181266 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f597202-d260-4db6-8bac-f554df85b99e req-1974fcdb-093f-46e7-bc96-6c0e9887d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.182700 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8f597202-d260-4db6-8bac-f554df85b99e req-1974fcdb-093f-46e7-bc96-6c0e9887d61b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 1129 time: 0.0401199 Sep 29 02:17:56.230796 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8f597202-d260-4db6-8bac-f554df85b99e req-961e2c7e-0130-44bf-b8c8-85ba689ed798 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414290 Sep 29 02:17:56.585140 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26143f-c0fb-4102-b7ef-eda5cd5b2f86 req-bb180af5-5f66-4583-96e2-4077ff3e3205 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.586730 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5f26143f-c0fb-4102-b7ef-eda5cd5b2f86 req-bb180af5-5f66-4583-96e2-4077ff3e3205 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0484748 Sep 29 02:17:56.597400 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:56.640855 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5f26143f-c0fb-4102-b7ef-eda5cd5b2f86 req-234b750f-5574-44f3-b488-99c87a3b2305 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473356 Sep 29 02:17:57.782288 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d50886-61a5-4268-b063-091d2a3653b4 req-4fdbd28f-e83f-4a32-ac8b-c98c570ad0a3 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:57.784494 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a1d50886-61a5-4268-b063-091d2a3653b4 req-4fdbd28f-e83f-4a32-ac8b-c98c570ad0a3 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0550468 Sep 29 02:17:57.836143 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a1d50886-61a5-4268-b063-091d2a3653b4 req-d9987649-62f8-43b3-b12d-7f06bb81a50d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445023 Sep 29 02:17:58.849055 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:58.974795 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194843d-dfdf-4412-820a-9d277991bd23 req-1043f883-dca6-4325-b4af-e8796b4dc004 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:58.976245 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f194843d-dfdf-4412-820a-9d277991bd23 req-1043f883-dca6-4325-b4af-e8796b4dc004 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0548630 Sep 29 02:17:59.026221 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f194843d-dfdf-4412-820a-9d277991bd23 req-e0e26b3d-2ad9-46e8-ac5a-801825a8cde2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442588 Sep 29 02:18:05.063167 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c833ab3-0c2b-454f-9b49-07f494bf9842 req-212343e2-d9d4-46e5-b83d-8647dc51f417 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:05.064977 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9c833ab3-0c2b-454f-9b49-07f494bf9842 req-212343e2-d9d4-46e5-b83d-8647dc51f417 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0486553 Sep 29 02:18:05.113517 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9c833ab3-0c2b-454f-9b49-07f494bf9842 req-d2bb02be-38f8-42fd-930a-d28ce7d3b95a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427632 Sep 29 02:18:06.218375 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=56,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:06.227648 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:06.240266 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d516f9-ed0b-4c81-8fe7-ca3555938613 req-8581e35e-90c9-4086-8969-e51d816e01cd tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:06.241827 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68d516f9-ed0b-4c81-8fe7-ca3555938613 req-8581e35e-90c9-4086-8969-e51d816e01cd tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0466511 Sep 29 02:18:06.294349 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-68d516f9-ed0b-4c81-8fe7-ca3555938613 req-d15320bb-2f80-48d0-99e6-3b3115db4fb3 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467069 Sep 29 02:18:06.577871 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:06.592067 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:07.428651 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718f31b-b5e5-4a18-8c1c-604002f60fb5 req-0cb75c33-a484-4643-be56-36c3d22d03ca tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:07.430181 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8718f31b-b5e5-4a18-8c1c-604002f60fb5 req-0cb75c33-a484-4643-be56-36c3d22d03ca tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0484669 Sep 29 02:18:07.480777 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8718f31b-b5e5-4a18-8c1c-604002f60fb5 req-b3fa1401-30e6-4bbd-bebd-7c483adcc73f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 Sep 29 02:18:07.963445 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49326) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:08.073633 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6cceeb4b-7ec0-4fcd-bbb3-fa711c6a95f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.165984 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6cceeb4b-7ec0-4fcd-bbb3-fa711c6a95f9 admin admin] Publish callbacks [] for security_group (500b3e02-18d0-4c61-9d9b-378e46e7d198), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.170538 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6cceeb4b-7ec0-4fcd-bbb3-fa711c6a95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (500b3e02-18d0-4c61-9d9b-378e46e7d198), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.192197 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:08.208434 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a9de-cd6f-4b9c-8d28-b16bd1823ce1 req-26912044-4b74-4d36-b091-7f6505e33794 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:08.209960 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1870a9de-cd6f-4b9c-8d28-b16bd1823ce1 req-26912044-4b74-4d36-b091-7f6505e33794 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 945 time: 0.0492420 Sep 29 02:18:08.211360 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-6cceeb4b-7ec0-4fcd-bbb3-fa711c6a95f9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ad2e16c79a244de9a8a73a55be7de22a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468514 Sep 29 02:18:08.212469 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cceeb4b-7ec0-4fcd-bbb3-fa711c6a95f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500b3e02-18d0-4c61-9d9b-378e46e7d198,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:08.214178 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49334) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:08.290444 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1870a9de-cd6f-4b9c-8d28-b16bd1823ce1 req-2876d53e-27ef-4cd2-9521-cf1288c65fb6 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=02d80aad-f78e-41c8-843c-0be1147d9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697591 Sep 29 02:18:08.292465 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:08.303333 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5f0c3816-f8e0-428e-8851-590ffcc505e2 admin admin] Publish callbacks [] for security_group (500b3e02-18d0-4c61-9d9b-378e46e7d198), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.325086 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5f0c3816-f8e0-428e-8851-590ffcc505e2 admin admin] Publish callbacks [] for security_group (500b3e02-18d0-4c61-9d9b-378e46e7d198), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.369895 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5f0c3816-f8e0-428e-8851-590ffcc505e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (500b3e02-18d0-4c61-9d9b-378e46e7d198), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.372498 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5f0c3816-f8e0-428e-8851-590ffcc505e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.373669 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-5f0c3816-f8e0-428e-8851-590ffcc505e2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/500b3e02-18d0-4c61-9d9b-378e46e7d198 HTTP/1.1" status: 204 len: 168 time: 0.1583595 Sep 29 02:18:08.381842 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c3816-f8e0-428e-8851-590ffcc505e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500b3e02-18d0-4c61-9d9b-378e46e7d198,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:08.611177 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cefb3-fd36-45df-ae44-c53e255170e5 req-005a84fa-6737-47d6-bbc8-a355c986fdd1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:08.613209 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e94cefb3-fd36-45df-ae44-c53e255170e5 req-005a84fa-6737-47d6-bbc8-a355c986fdd1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0480313 Sep 29 02:18:08.645212 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49342) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:08.668447 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a25947f0-4364-4cfc-8856-0e7997ffe5a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.678884 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e94cefb3-fd36-45df-ae44-c53e255170e5 req-5cc95322-0744-458e-8cbc-9da0279c8b7a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601096 Sep 29 02:18:08.751550 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a25947f0-4364-4cfc-8856-0e7997ffe5a5 admin admin] Publish callbacks [] for security_group (e68e9d5e-bdb5-42dd-8c43-0a1fa87c5a4f), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.755770 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a25947f0-4364-4cfc-8856-0e7997ffe5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (e68e9d5e-bdb5-42dd-8c43-0a1fa87c5a4f), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.794198 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-a25947f0-4364-4cfc-8856-0e7997ffe5a5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=651575866eb04cab96ea93baeb65f0c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480246 Sep 29 02:18:08.795259 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25947f0-4364-4cfc-8856-0e7997ffe5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68e9d5e-bdb5-42dd-8c43-0a1fa87c5a4f,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:08.796958 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49344) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:08.848085 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f9891bf6-0547-4b82-b7f3-26e0b631ab49 admin admin] Publish callbacks [] for security_group (e68e9d5e-bdb5-42dd-8c43-0a1fa87c5a4f), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.867625 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f9891bf6-0547-4b82-b7f3-26e0b631ab49 admin admin] Publish callbacks [] for security_group (e68e9d5e-bdb5-42dd-8c43-0a1fa87c5a4f), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.913014 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f9891bf6-0547-4b82-b7f3-26e0b631ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (e68e9d5e-bdb5-42dd-8c43-0a1fa87c5a4f), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.915836 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f9891bf6-0547-4b82-b7f3-26e0b631ab49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:08.917017 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-f9891bf6-0547-4b82-b7f3-26e0b631ab49 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e68e9d5e-bdb5-42dd-8c43-0a1fa87c5a4f HTTP/1.1" status: 204 len: 168 time: 0.1182306 Sep 29 02:18:08.924799 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9891bf6-0547-4b82-b7f3-26e0b631ab49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68e9d5e-bdb5-42dd-8c43-0a1fa87c5a4f,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:09.414533 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb4be3-626a-4385-ba40-3c4aa79540b3 req-31da886c-d3b3-4f7d-91f0-2e6e69548e7c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:09.416136 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a2eb4be3-626a-4385-ba40-3c4aa79540b3 req-31da886c-d3b3-4f7d-91f0-2e6e69548e7c tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 945 time: 0.0487697 Sep 29 02:18:09.467902 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a2eb4be3-626a-4385-ba40-3c4aa79540b3 req-914fb8c2-e831-4484-a5f9-4fef8d651904 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=02d80aad-f78e-41c8-843c-0be1147d9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458941 Sep 29 02:18:09.730217 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-28b5235a-e9a9-48a8-999a-3f97a513118a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:09.731779 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-28b5235a-e9a9-48a8-999a-3f97a513118a tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 945 time: 0.0529814 Sep 29 02:18:09.811619 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34960f-3a6d-46e7-9182-f3a7ed648dac req-5133db62-4726-449b-b289-dbe4eb93493d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:09.813518 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5c34960f-3a6d-46e7-9182-f3a7ed648dac req-5133db62-4726-449b-b289-dbe4eb93493d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0482471 Sep 29 02:18:09.822624 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Deleting port 6e027675-4f3d-430a-addd-dc713b97688f {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:09.823191 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (6e027675-4f3d-430a-addd-dc713b97688f), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:09.870326 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5c34960f-3a6d-46e7-9182-f3a7ed648dac req-83786f40-fa02-490f-9093-de138280fccb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475521 Sep 29 02:18:09.936026 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] For port 6e027675-4f3d-430a-addd-dc713b97688f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6e027675-4f3d-430a-addd-dc713b97688f,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:09.936401 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (6e027675-4f3d-430a-addd-dc713b97688f), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:10.102458 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:10.102831 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (a367dde9-eb1a-4524-bce2-151c79c41fa9), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:10.103152 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Floating IP a367dde9-eb1a-4524-bce2-151c79c41fa9 disassociated. External IP: 172.27.3.32, port: 6e027675-4f3d-430a-addd-dc713b97688f. Sep 29 02:18:10.103496 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Calling delete_port for 6e027675-4f3d-430a-addd-dc713b97688f owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:10.218932 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:10.234043 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:10.245871 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (6e027675-4f3d-430a-addd-dc713b97688f), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:10.275421 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event deleted for resources: {'Port': ['ID=6e027675-4f3d-430a-addd-dc713b97688f,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:10.389972 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Router e630c1dd-cb78-4605-9969-e8364ff9fde9 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:18:10.495534 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:18:10.514999 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae448c-ab17-4127-be93-acaa46b142de None None] Sync routers for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:18:10.529382 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae448c-ab17-4127-be93-acaa46b142de None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:10.530273 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-78ae448c-ab17-4127-be93-acaa46b142de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:10.545259 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] No DVR routers for this DVR port 6e027675-4f3d-430a-addd-dc713b97688f on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:10.548043 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:10.552060 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-afa0f9a6-4786-4372-b39d-e77baea854f7 req-c6d59452-4624-4e0d-80e9-552f0d9cdd95 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.57 "DELETE /networking/v2.0/ports/6e027675-4f3d-430a-addd-dc713b97688f HTTP/1.1" status: 204 len: 173 time: 0.8151383 Sep 29 02:18:10.552582 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3e1b84-48a1-4354-9cb4-df61ef690142', 'name': 'network-vif-deleted', 'tag': '6e027675-4f3d-430a-addd-dc713b97688f'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:10.555891 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff358179-a3b6-481b-b9ce-eab3a596703c" -d '{"events": [{"server_uuid": "0a3e1b84-48a1-4354-9cb4-df61ef690142", "name": "network-vif-deleted", "tag": "6e027675-4f3d-430a-addd-dc713b97688f"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:10.589639 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-026bae54-1349-4850-89e8-9d4df2b3aa91 req-e533ccca-8bca-42d6-b956-6709bc490365 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a3e1b84-48a1-4354-9cb4-df61ef690142 HTTP/1.1" status: 200 len: 210 time: 0.0355921 Sep 29 02:18:10.623575 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b7e757-d285-484c-93c6-6040732876f8 x-openstack-request-id: req-a6b7e757-d285-484c-93c6-6040732876f8 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:10.624483 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3e1b84-48a1-4354-9cb4-df61ef690142", "name": "network-vif-deleted", "tag": "6e027675-4f3d-430a-addd-dc713b97688f", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:10.624758 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a6b7e757-d285-484c-93c6-6040732876f8 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:10.625246 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b7e757-d285-484c-93c6-6040732876f8'] response: {'server_uuid': '0a3e1b84-48a1-4354-9cb4-df61ef690142', 'name': 'network-vif-deleted', 'tag': '6e027675-4f3d-430a-addd-dc713b97688f', 'status': 'completed', 'code': 200} Sep 29 02:18:10.710230 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-78ae448c-ab17-4127-be93-acaa46b142de None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:10.759327 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49406) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:10.898583 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c51b3085-4043-447f-b7c6-7ffac5148065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:10.922379 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-78ae448c-ab17-4127-be93-acaa46b142de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:10.948015 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae448c-ab17-4127-be93-acaa46b142de None None] Checking router: e630c1dd-cb78-4605-9969-e8364ff9fde9 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:18:10.957960 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae448c-ab17-4127-be93-acaa46b142de None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:10.958553 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-78ae448c-ab17-4127-be93-acaa46b142de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:17:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:10.969820 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:11.012814 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c51b3085-4043-447f-b7c6-7ffac5148065 admin admin] Publish callbacks [] for security_group (94ef320a-6bd5-4e1a-915b-d32ddad7916c), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.022119 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90775855-5f89-4c5c-ab5d-391576db2feb req-fd87e9c9-c862-41be-8c45-f738463450ae tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:11.023603 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-90775855-5f89-4c5c-ab5d-391576db2feb req-fd87e9c9-c862-41be-8c45-f738463450ae tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0654702 Sep 29 02:18:11.025124 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-c51b3085-4043-447f-b7c6-7ffac5148065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (94ef320a-6bd5-4e1a-915b-d32ddad7916c), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.059782 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-78ae448c-ab17-4127-be93-acaa46b142de None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:11.083302 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b3085-4043-447f-b7c6-7ffac5148065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ef320a-6bd5-4e1a-915b-d32ddad7916c,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:11.105723 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49412) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:11.113469 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-c51b3085-4043-447f-b7c6-7ffac5148065 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=13c6113bbc7e46459ee0d0eda4fbf7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527942 Sep 29 02:18:11.146763 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-90775855-5f89-4c5c-ab5d-391576db2feb req-af9a67f7-6838-4c0d-9b10-29a7982d1c6b tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107635 Sep 29 02:18:11.176024 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e31744c4-1f50-4a01-bca6-1e7ffb34eea8 admin admin] Publish callbacks [] for security_group (94ef320a-6bd5-4e1a-915b-d32ddad7916c), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.198146 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e31744c4-1f50-4a01-bca6-1e7ffb34eea8 admin admin] Publish callbacks [] for security_group (94ef320a-6bd5-4e1a-915b-d32ddad7916c), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.255170 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e31744c4-1f50-4a01-bca6-1e7ffb34eea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (94ef320a-6bd5-4e1a-915b-d32ddad7916c), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.257894 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e31744c4-1f50-4a01-bca6-1e7ffb34eea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.259756 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-e31744c4-1f50-4a01-bca6-1e7ffb34eea8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/94ef320a-6bd5-4e1a-915b-d32ddad7916c HTTP/1.1" status: 204 len: 168 time: 0.1524918 Sep 29 02:18:11.271306 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31744c4-1f50-4a01-bca6-1e7ffb34eea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ef320a-6bd5-4e1a-915b-d32ddad7916c,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:11.274840 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-78ae448c-ab17-4127-be93-acaa46b142de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:11.301228 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae448c-ab17-4127-be93-acaa46b142de None None] The sync data for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi is: [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:11:31Z', 'revision_number': 4, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': '9b1ec5d1-16e1-477f-adb3-82d236be97a1', 'name': '', 'network_id': 'b25b9e79-fa1e-4200-ad0c-c5a4994891b2', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'mac_address': 'fa:16:3e:af:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:28Z', 'updated_at': '2022-09-29T02:11:47Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'subnets': [{'id': 'e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:18:11.556546 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49418) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:11.571002 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e9bc023f-4f99-4bf8-82e6-6bc1d69122f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.571756 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e56243-f892-4ccb-a18b-efa230cdb5eb None None] New status for floating IP a367dde9-eb1a-4524-bce2-151c79c41fa9: DOWN {{(pid=106337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:18:11.662053 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e9bc023f-4f99-4bf8-82e6-6bc1d69122f9 admin admin] Publish callbacks [] for security_group (5ce5f091-afca-42aa-bf9e-e728d026cacb), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.666754 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-e9bc023f-4f99-4bf8-82e6-6bc1d69122f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (5ce5f091-afca-42aa-bf9e-e728d026cacb), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.684790 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49424) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:11.710609 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-e9bc023f-4f99-4bf8-82e6-6bc1d69122f9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=830bdd93b94943c2ac51c522c24f326f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529479 Sep 29 02:18:11.711417 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc023f-4f99-4bf8-82e6-6bc1d69122f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce5f091-afca-42aa-bf9e-e728d026cacb,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:11.713833 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49426) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:11.716774 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:11.749361 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f57abe35-37ff-4b93-9515-0f28d1d8b66f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (02d80aad-f78e-41c8-843c-0be1147d9e30), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.769480 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6d32760d-d2cd-4032-928a-f7a5dc12a9a0 admin admin] Publish callbacks [] for security_group (5ce5f091-afca-42aa-bf9e-e728d026cacb), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.774155 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f57abe35-37ff-4b93-9515-0f28d1d8b66f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (02d80aad-f78e-41c8-843c-0be1147d9e30), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.787622 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6d32760d-d2cd-4032-928a-f7a5dc12a9a0 admin admin] Publish callbacks [] for security_group (5ce5f091-afca-42aa-bf9e-e728d026cacb), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.826222 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f57abe35-37ff-4b93-9515-0f28d1d8b66f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (02d80aad-f78e-41c8-843c-0be1147d9e30), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.829074 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f57abe35-37ff-4b93-9515-0f28d1d8b66f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.830327 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-f57abe35-37ff-4b93-9515-0f28d1d8b66f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/02d80aad-f78e-41c8-843c-0be1147d9e30 HTTP/1.1" status: 204 len: 168 time: 0.1442523 Sep 29 02:18:11.833757 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49428) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:11.842095 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57abe35-37ff-4b93-9515-0f28d1d8b66f tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d80aad-f78e-41c8-843c-0be1147d9e30,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:11.843902 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6d32760d-d2cd-4032-928a-f7a5dc12a9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (5ce5f091-afca-42aa-bf9e-e728d026cacb), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.846613 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-6d32760d-d2cd-4032-928a-f7a5dc12a9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:11.847684 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-6d32760d-d2cd-4032-928a-f7a5dc12a9a0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5ce5f091-afca-42aa-bf9e-e728d026cacb HTTP/1.1" status: 204 len: 168 time: 0.1329613 Sep 29 02:18:11.855803 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.api.v2.resource [None req-a68e9b6f-8bad-496a-ae0b-f07379d71245 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] show failed (client error): The resource could not be found. Sep 29 02:18:11.856824 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a68e9b6f-8bad-496a-ae0b-f07379d71245 tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "GET /networking/v2.0/security-groups/02d80aad-f78e-41c8-843c-0be1147d9e30 HTTP/1.1" status: 404 len: 347 time: 0.0219111 Sep 29 02:18:11.859800 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49432) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:11.862598 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32760d-d2cd-4032-928a-f7a5dc12a9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce5f091-afca-42aa-bf9e-e728d026cacb,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:11.980105 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c6786-062d-4ac3-822c-b522452c118d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Deleting port 0714aaa9-b11e-4db4-bcd2-cea258810933 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:11.980675 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6786-062d-4ac3-822c-b522452c118d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (0714aaa9-b11e-4db4-bcd2-cea258810933), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:12.066527 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6786-062d-4ac3-822c-b522452c118d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (0714aaa9-b11e-4db4-bcd2-cea258810933), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:12.066856 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6786-062d-4ac3-822c-b522452c118d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (0714aaa9-b11e-4db4-bcd2-cea258810933), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:12.079695 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c6786-062d-4ac3-822c-b522452c118d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Calling delete_port for 0714aaa9-b11e-4db4-bcd2-cea258810933 owned by network:floatingip {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:12.219467 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6786-062d-4ac3-822c-b522452c118d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (0714aaa9-b11e-4db4-bcd2-cea258810933), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:12.252359 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c6786-062d-4ac3-822c-b522452c118d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Pushing event deleted for resources: {'Port': ['ID=0714aaa9-b11e-4db4-bcd2-cea258810933,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:12.341212 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f45494-aad0-4efc-a6e3-3670506aa327 req-ef61997f-4423-4af1-ad79-643a9eacdef4 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:12.342879 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-81f45494-aad0-4efc-a6e3-3670506aa327 req-ef61997f-4423-4af1-ad79-643a9eacdef4 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0939529 Sep 29 02:18:12.369549 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6786-062d-4ac3-822c-b522452c118d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks [] for floatingip (a367dde9-eb1a-4524-bce2-151c79c41fa9), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:12.372023 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6786-062d-4ac3-822c-b522452c118d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:12.373161 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-cd4c6786-062d-4ac3-822c-b522452c118d tempest-AttachVolumeNegativeTest-874151319 tempest-AttachVolumeNegativeTest-874151319-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/a367dde9-eb1a-4524-bce2-151c79c41fa9 HTTP/1.1" status: 204 len: 168 time: 0.5123708 Sep 29 02:18:12.402609 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-81f45494-aad0-4efc-a6e3-3670506aa327 req-9144b406-5292-4f2a-b20e-632bac242b29 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522969 Sep 29 02:18:12.692197 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49458) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:12.791791 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1649270227-network', 'tenant_id': '763e7697890b447c845df94bde88d83d'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:18:12.811819 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Made reservation on behalf of 763e7697890b447c845df94bde88d83d for: {'network': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:18:12.814610 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:12.823524 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:12.826020 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:12.898771 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Publish callbacks [] for security_group (c3850593-7365-4a92-963a-f9c759a01527), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:12.902513 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (c3850593-7365-4a92-963a-f9c759a01527), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:12.929855 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=106336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:18:12.935116 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3850593-7365-4a92-963a-f9c759a01527,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:12.943471 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (56a98efd-9958-44df-a2cb-39c04e4fd25d), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:12.943814 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.segments_db [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Added segment 56a98efd-9958-44df-a2cb-39c04e4fd25d of type vlan for network 88f0daab-ac7d-40ec-b66d-3ab441c8a089 Sep 29 02:18:12.950948 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:12.984360 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (88f0daab-ac7d-40ec-b66d-3ab441c8a089), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:13.009320 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (88f0daab-ac7d-40ec-b66d-3ab441c8a089), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:13.010438 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:13.011012 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:13.071243 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3779719 Sep 29 02:18:13.074246 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49462) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:13.076485 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e4c47-9e2b-49f9-8db0-0b0a13cd50c0 admin admin] Pushing event updated for resources: {'Network': ['ID=88f0daab-ac7d-40ec-b66d-3ab441c8a089,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:13.080305 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-421a3e30-5728-4093-a703-84c09ab441c9 admin admin] Request body: {'subnet': {'network_id': '88f0daab-ac7d-40ec-b66d-3ab441c8a089', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1649270227-subnet', 'tenant_id': '763e7697890b447c845df94bde88d83d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:18:13.084326 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:13.087615 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 88f0daab-ac7d-40ec-b66d-3ab441c8a089 details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:18:13.108269 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421a3e30-5728-4093-a703-84c09ab441c9 admin admin] Made reservation on behalf of 763e7697890b447c845df94bde88d83d for: {'subnet': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:18:13.110916 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-421a3e30-5728-4093-a703-84c09ab441c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5955269'] for subnet (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:13.177626 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:13.281368 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-421a3e30-5728-4093-a703-84c09ab441c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5854380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5955315'] for subnet (63d37103-0e51-4e0a-807e-f3ab9fa514a2), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:13.335597 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a3e30-5728-4093-a703-84c09ab441c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d37103-0e51-4e0a-807e-f3ab9fa514a2,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:13.350791 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421a3e30-5728-4093-a703-84c09ab441c9 admin admin] Checking segment: {'id': '56a98efd-9958-44df-a2cb-39c04e4fd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88f0daab-ac7d-40ec-b66d-3ab441c8a089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:18:13.351145 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421a3e30-5728-4093-a703-84c09ab441c9 admin admin] Network hostable DHCP agents. Network: 88f0daab-ac7d-40ec-b66d-3ab441c8a089, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:18:13.368103 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421a3e30-5728-4093-a703-84c09ab441c9 admin admin] Network 88f0daab-ac7d-40ec-b66d-3ab441c8a089 is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:18:13.376644 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-421a3e30-5728-4093-a703-84c09ab441c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 88f0daab-ac7d-40ec-b66d-3ab441c8a089) {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:18:13.380500 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421a3e30-5728-4093-a703-84c09ab441c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:13.381124 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-421a3e30-5728-4093-a703-84c09ab441c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:13.386359 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a04af4-9432-4f9d-8067-f499a385738f None None] Network 88f0daab-ac7d-40ec-b66d-3ab441c8a089 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:18:13.397834 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-421a3e30-5728-4093-a703-84c09ab441c9 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3225081 Sep 29 02:18:13.494586 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a41dcd9-80d5-4fd1-a9f9-df80fb98ffb9 None None] Network 88f0daab-ac7d-40ec-b66d-3ab441c8a089 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:18:13.550947 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce419f8e-724a-4ce3-afd5-e3a4fe5d8c30 req-5632a265-9737-4107-bf2a-0930bad858fc tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:13.553135 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ce419f8e-724a-4ce3-afd5-e3a4fe5d8c30 req-5632a265-9737-4107-bf2a-0930bad858fc tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0493822 Sep 29 02:18:13.610450 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ce419f8e-724a-4ce3-afd5-e3a4fe5d8c30 req-b05ab3f5-99e0-4604-aadd-26c86670397f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512128 Sep 29 02:18:13.806406 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 6e027675-4f3d-430a-addd-dc713b97688f no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:13.829314 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 6e027675-4f3d-430a-addd-dc713b97688f {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:13.829659 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 6e027675-4f3d-430a-addd-dc713b97688f not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:13.940644 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49490) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:13.945656 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1711357468-network', 'tenant_id': '1d43731206824351bac01062fa1d0f81'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:18:13.966699 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Made reservation on behalf of 1d43731206824351bac01062fa1d0f81 for: {'network': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:18:13.969247 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:13.978106 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:14.055666 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Publish callbacks [] for security_group (62db9909-feb2-4fd4-81c8-7000d0117244), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:14.060243 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (62db9909-feb2-4fd4-81c8-7000d0117244), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:14.085633 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=106336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:18:14.095405 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62db9909-feb2-4fd4-81c8-7000d0117244,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:14.100249 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (7f8003d4-14b3-47db-8397-fdf9b9d20b33), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:14.100583 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.segments_db [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Added segment 7f8003d4-14b3-47db-8397-fdf9b9d20b33 of type vlan for network 2ae87f46-7aa6-4955-a651-b2c359e225fe Sep 29 02:18:14.139579 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (2ae87f46-7aa6-4955-a651-b2c359e225fe), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:14.163480 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (2ae87f46-7aa6-4955-a651-b2c359e225fe), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:14.164698 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:14.165305 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:14.218919 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2771490 Sep 29 02:18:14.222450 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49492) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:14.227361 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-f5d40c40-3a59-4f74-bcd9-1a761d6c5851 admin admin] Request body: {'subnet': {'network_id': '2ae87f46-7aa6-4955-a651-b2c359e225fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1711357468-subnet', 'tenant_id': '1d43731206824351bac01062fa1d0f81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:18:14.232391 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56392b3-1531-4309-bc32-84289519f8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae87f46-7aa6-4955-a651-b2c359e225fe,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:14.242573 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 2ae87f46-7aa6-4955-a651-b2c359e225fe details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:18:14.248840 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d40c40-3a59-4f74-bcd9-1a761d6c5851 admin admin] Made reservation on behalf of 1d43731206824351bac01062fa1d0f81 for: {'subnet': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:18:14.251217 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f5d40c40-3a59-4f74-bcd9-1a761d6c5851 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5955269'] for subnet (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:14.418348 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f5d40c40-3a59-4f74-bcd9-1a761d6c5851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5854380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5955315'] for subnet (91cb18dd-4fcf-4fb2-8d00-1a386647b3ca), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:14.467099 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d40c40-3a59-4f74-bcd9-1a761d6c5851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91cb18dd-4fcf-4fb2-8d00-1a386647b3ca,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:14.482213 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d40c40-3a59-4f74-bcd9-1a761d6c5851 admin admin] Checking segment: {'id': '7f8003d4-14b3-47db-8397-fdf9b9d20b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ae87f46-7aa6-4955-a651-b2c359e225fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:18:14.482572 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d40c40-3a59-4f74-bcd9-1a761d6c5851 admin admin] Network hostable DHCP agents. Network: 2ae87f46-7aa6-4955-a651-b2c359e225fe, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:18:14.497975 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d40c40-3a59-4f74-bcd9-1a761d6c5851 admin admin] Network 2ae87f46-7aa6-4955-a651-b2c359e225fe is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:18:14.506272 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-f5d40c40-3a59-4f74-bcd9-1a761d6c5851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 2ae87f46-7aa6-4955-a651-b2c359e225fe) {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:18:14.510182 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d40c40-3a59-4f74-bcd9-1a761d6c5851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:14.510770 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-f5d40c40-3a59-4f74-bcd9-1a761d6c5851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:14.515192 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dffa93-61d0-417f-9a76-4e7331436f3c None None] Network 2ae87f46-7aa6-4955-a651-b2c359e225fe requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:18:14.527562 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-f5d40c40-3a59-4f74-bcd9-1a761d6c5851 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3039842 Sep 29 02:18:14.621117 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c847da01-90cd-49ad-b86c-ea8ddf2def54 None None] Network 2ae87f46-7aa6-4955-a651-b2c359e225fe requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:18:14.747772 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04ee88-ab3a-4ee6-8767-d72975211482 req-dc171f75-a4bc-4da0-b195-775f994e00f1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:14.749286 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7d04ee88-ab3a-4ee6-8767-d72975211482 req-dc171f75-a4bc-4da0-b195-775f994e00f1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0521085 Sep 29 02:18:14.799824 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7d04ee88-ab3a-4ee6-8767-d72975211482 req-5457a535-fc43-48af-9ff7-c4a641adcd96 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437307 Sep 29 02:18:15.333814 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a980b6ad-373d-43c7-ac41-ea92331437fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:15.890714 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=19,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:15.927989 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67f566-cdfd-45c5-951e-a4ef1e1e5c13 req-db1d336e-c215-4be6-9451-e997625bda77 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:15.929449 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4b67f566-cdfd-45c5-951e-a4ef1e1e5c13 req-db1d336e-c215-4be6-9451-e997625bda77 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0470386 Sep 29 02:18:15.974779 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4b67f566-cdfd-45c5-951e-a4ef1e1e5c13 req-7021f7f7-bc10-43b6-8af6-d132d0955751 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398319 Sep 29 02:18:16.156458 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49530) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:16.357534 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:16.628228 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1f68b3d3-aeac-417e-afd3-6d828d77199d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626093'] for router_interface (e630c1dd-cb78-4605-9969-e8364ff9fde9), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:17.138038 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a93e83-6def-47c0-b10b-641cc5720458 req-a70af056-c560-41e5-bc52-b2d083a76998 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:17.139486 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-76a93e83-6def-47c0-b10b-641cc5720458 req-a70af056-c560-41e5-bc52-b2d083a76998 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0851362 Sep 29 02:18:17.163161 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-1f68b3d3-aeac-417e-afd3-6d828d77199d admin admin] Deleting port 9b1ec5d1-16e1-477f-adb3-82d236be97a1 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:17.163493 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1f68b3d3-aeac-417e-afd3-6d828d77199d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:17.236485 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-76a93e83-6def-47c0-b10b-641cc5720458 req-5313e347-c0db-46e3-8cf9-fb6b30368947 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898976 Sep 29 02:18:17.266834 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-1f68b3d3-aeac-417e-afd3-6d828d77199d admin admin] For port 9b1ec5d1-16e1-477f-adb3-82d236be97a1, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=9b1ec5d1-16e1-477f-adb3-82d236be97a1,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:17.267124 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1f68b3d3-aeac-417e-afd3-6d828d77199d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:17.279770 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-1f68b3d3-aeac-417e-afd3-6d828d77199d admin admin] Calling delete_port for 9b1ec5d1-16e1-477f-adb3-82d236be97a1 owned by network:router_interface {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:17.340173 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:17.444395 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:17.454793 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1f68b3d3-aeac-417e-afd3-6d828d77199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (9b1ec5d1-16e1-477f-adb3-82d236be97a1), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:17.479284 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68b3d3-aeac-417e-afd3-6d828d77199d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1ec5d1-16e1-477f-adb3-82d236be97a1,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:17.650703 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1f68b3d3-aeac-417e-afd3-6d828d77199d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651037'] for router_interface (e630c1dd-cb78-4605-9969-e8364ff9fde9), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:17.698607 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-cd89695e-dd93-4337-99d3-bc1a36da207a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:17.871198 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f68b3d3-aeac-417e-afd3-6d828d77199d admin admin] Router e630c1dd-cb78-4605-9969-e8364ff9fde9 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:18:17.972448 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f68b3d3-aeac-417e-afd3-6d828d77199d admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:18:17.977299 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-1f68b3d3-aeac-417e-afd3-6d828d77199d admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/e630c1dd-cb78-4605-9969-e8364ff9fde9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8196280 Sep 29 02:18:17.979829 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49554) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:17.984014 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35443537-c2b6-4dc4-bcaf-7bffe3100877 None None] Sync routers for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:18:17.994731 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35443537-c2b6-4dc4-bcaf-7bffe3100877 None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:17.995330 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-35443537-c2b6-4dc4-bcaf-7bffe3100877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:18:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:18.085281 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Publish callbacks [] for router (e630c1dd-cb78-4605-9969-e8364ff9fde9), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:18.099169 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-35443537-c2b6-4dc4-bcaf-7bffe3100877 None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:18.183300 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Publish callbacks [] for router_gateway (e630c1dd-cb78-4605-9969-e8364ff9fde9), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:18.186976 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:18.194034 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=100 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:18.216360 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:18.228119 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Deleting port a6937d4d-2764-42f5-a5e2-f9a91f4990c6 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:18.228455 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:18.269700 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-35443537-c2b6-4dc4-bcaf-7bffe3100877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:18:17Z', 'revision_number': 5, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port': {'id': 'a6937d4d-2764-42f5-a5e2-f9a91f4990c6', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:21Z', 'updated_at': '2022-09-29T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:18.300555 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35443537-c2b6-4dc4-bcaf-7bffe3100877 None None] Checking router: e630c1dd-cb78-4605-9969-e8364ff9fde9 for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:18:18.309117 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35443537-c2b6-4dc4-bcaf-7bffe3100877 None None] Routers {'e630c1dd-cb78-4605-9969-e8364ff9fde9'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:18.309833 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-35443537-c2b6-4dc4-bcaf-7bffe3100877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:18:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['e630c1dd-cb78-4605-9969-e8364ff9fde9'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:18.311419 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] For port a6937d4d-2764-42f5-a5e2-f9a91f4990c6, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a6937d4d-2764-42f5-a5e2-f9a91f4990c6,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:18.311781 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:18.336771 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Calling delete_port for a6937d4d-2764-42f5-a5e2-f9a91f4990c6 owned by network:router_gateway {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:18.389712 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-35443537-c2b6-4dc4-bcaf-7bffe3100877 None None] Set router e630c1dd-cb78-4605-9969-e8364ff9fde9 gateway port host: None {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:18.395251 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:18.406196 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61a622-4101-4a9c-8c91-0ee008f22713 req-d6b6cc59-df10-4745-b74f-7ef3a49bdac5 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:18.407662 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8b61a622-4101-4a9c-8c91-0ee008f22713 req-d6b6cc59-df10-4745-b74f-7ef3a49bdac5 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0823252 Sep 29 02:18:18.442962 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-35443537-c2b6-4dc4-bcaf-7bffe3100877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:18:18Z', 'revision_number': 6, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port_host': None}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:18.467641 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35443537-c2b6-4dc4-bcaf-7bffe3100877 None None] The sync data for ids ['e630c1dd-cb78-4605-9969-e8364ff9fde9'] in dv-cinder-740146-21-iscsi is: [{'id': 'e630c1dd-cb78-4605-9969-e8364ff9fde9', 'name': 'tempest-AttachVolumeNegativeTest-898523006-router', 'tenant_id': 'cc20488e0b2d48f796052c4e76990b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:19Z', 'updated_at': '2022-09-29T02:18:18Z', 'revision_number': 6, 'project_id': 'cc20488e0b2d48f796052c4e76990b19', 'gw_port_host': None}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:18:18.514829 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8b61a622-4101-4a9c-8c91-0ee008f22713 req-816d4cf3-9a0b-4884-9ac0-d14c8fd1b1d8 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954187 Sep 29 02:18:18.572753 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (a6937d4d-2764-42f5-a5e2-f9a91f4990c6), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:18.595519 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6937d4d-2764-42f5-a5e2-f9a91f4990c6,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:18.661986 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649579'] for router_gateway (e630c1dd-cb78-4605-9969-e8364ff9fde9), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:18.746826 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (e630c1dd-cb78-4605-9969-e8364ff9fde9), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:18.748983 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Publish callbacks [] for router_controller (e630c1dd-cb78-4605-9969-e8364ff9fde9), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:18.792662 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651115'] for router (e630c1dd-cb78-4605-9969-e8364ff9fde9), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:18.793441 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e630c1dd-cb78-4605-9969-e8364ff9fde9 {{(pid=106336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:18:18.798318 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:18.801787 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-5116aa2d-2b93-4554-ac1e-e50fc3574c47 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/e630c1dd-cb78-4605-9969-e8364ff9fde9 HTTP/1.1" status: 204 len: 168 time: 0.8185544 Sep 29 02:18:18.802039 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49558) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:18.819301 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:18.851154 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a074ccd-edbf-47f8-b1db-b05ed6682124 admin admin] Deleting subnet e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb {{(pid=106336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:18:18.854708 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7a074ccd-edbf-47f8-b1db-b05ed6682124 admin admin] Publish callbacks [] for subnet (e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:18.894958 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7a074ccd-edbf-47f8-b1db-b05ed6682124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7176350'] for subnet (e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:18.976787 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7a074ccd-edbf-47f8-b1db-b05ed6682124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.031450 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7a074ccd-edbf-47f8-b1db-b05ed6682124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4716382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5654922'] for subnet (e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.056093 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a074ccd-edbf-47f8-b1db-b05ed6682124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:19.063525 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7a074ccd-edbf-47f8-b1db-b05ed6682124 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.067880 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-7a074ccd-edbf-47f8-b1db-b05ed6682124 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/e2cbad48-0ad5-4a72-aa5c-bc82fe393dcb HTTP/1.1" status: 204 len: 168 time: 0.2648592 Sep 29 02:18:19.070599 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49568) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:19.073511 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085fd24b-db0b-47df-9bfb-7f0435d88af9 None None] Network b25b9e79-fa1e-4200-ad0c-c5a4994891b2 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:18:19.154128 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (b25b9e79-fa1e-4200-ad0c-c5a4994891b2), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.184704 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:19.199135 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Deleting port 46db757c-2cc0-4f8a-a6f6-68221ca4891e {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:19.199479 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.249933 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c65271-f7df-415a-8dbb-5e2971bf0ae5 None None] DHCP port deletion for b25b9e79-fa1e-4200-ad0c-c5a4994891b2 request from dv-cinder-740146-21-iscsi {{(pid=106337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:18:19.254296 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:19.277644 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] For port 46db757c-2cc0-4f8a-a6f6-68221ca4891e, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=46db757c-2cc0-4f8a-a6f6-68221ca4891e,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:19.278010 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.291302 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-50c65271-f7df-415a-8dbb-5e2971bf0ae5 None None] Deleting port 46db757c-2cc0-4f8a-a6f6-68221ca4891e {{(pid=106337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:19.291717 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-50c65271-f7df-415a-8dbb-5e2971bf0ae5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), before_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.293923 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Calling delete_port for 46db757c-2cc0-4f8a-a6f6-68221ca4891e owned by network:dhcp {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:19.362048 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-50c65271-f7df-415a-8dbb-5e2971bf0ae5 None None] For port 46db757c-2cc0-4f8a-a6f6-68221ca4891e, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=46db757c-2cc0-4f8a-a6f6-68221ca4891e,segment=NetworkSegment(ed99fffe-e911-44cb-bb37-dba62e510cfc),segment_id=ed99fffe-e911-44cb-bb37-dba62e510cfc)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:19.362595 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-50c65271-f7df-415a-8dbb-5e2971bf0ae5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), precommit_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.377634 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.403889 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Pushing event deleted for resources: {'Port': ['ID=46db757c-2cc0-4f8a-a6f6-68221ca4891e,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:19.409591 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] No DVR routers for this DVR port 46db757c-2cc0-4f8a-a6f6-68221ca4891e on host dv-cinder-740146-21-iscsi {{(pid=106336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:19.493050 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (b25b9e79-fa1e-4200-ad0c-c5a4994891b2), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.518516 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25b9e79-fa1e-4200-ad0c-c5a4994891b2']}} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:19.519572 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a6937d4d-2764-42f5-a5e2-f9a91f4990c6 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:19.521699 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-50c65271-f7df-415a-8dbb-5e2971bf0ae5 None None] Calling delete_port for 46db757c-2cc0-4f8a-a6f6-68221ca4891e owned by network:dhcp {{(pid=106337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:19.531935 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed99fffe-e911-44cb-bb37-dba62e510cfc') {'for_net_delete': True} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:19.532239 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed99fffe-e911-44cb-bb37-dba62e510cfc') {} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:19.544502 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7176343'] for segment (ed99fffe-e911-44cb-bb37-dba62e510cfc), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.548591 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: a6937d4d-2764-42f5-a5e2-f9a91f4990c6 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:19.548980 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a6937d4d-2764-42f5-a5e2-f9a91f4990c6 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:19.549577 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 9b1ec5d1-16e1-477f-adb3-82d236be97a1 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:19.573280 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (ed99fffe-e911-44cb-bb37-dba62e510cfc), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.582652 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:18:19.583061 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4716528'] for segment (ed99fffe-e911-44cb-bb37-dba62e510cfc), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.600175 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 9b1ec5d1-16e1-477f-adb3-82d236be97a1 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:19.600519 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 9b1ec5d1-16e1-477f-adb3-82d236be97a1 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:19.600952 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 46db757c-2cc0-4f8a-a6f6-68221ca4891e no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:19.625427 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 46db757c-2cc0-4f8a-a6f6-68221ca4891e {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:19.625772 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 46db757c-2cc0-4f8a-a6f6-68221ca4891e not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:19.634303 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:19.641130 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:19.655796 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment ed99fffe-e911-44cb-bb37-dba62e510cfc resource provider aggregate not found Sep 29 02:18:19.668350 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-50c65271-f7df-415a-8dbb-5e2971bf0ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (46db757c-2cc0-4f8a-a6f6-68221ca4891e), after_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.686264 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (b25b9e79-fa1e-4200-ad0c-c5a4994891b2), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.691781 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.694090 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c65271-f7df-415a-8dbb-5e2971bf0ae5 None None] Pushing event deleted for resources: {'Port': ['ID=46db757c-2cc0-4f8a-a6f6-68221ca4891e,revision_number=None']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:19.694992 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/b25b9e79-fa1e-4200-ad0c-c5a4994891b2 HTTP/1.1" status: 204 len: 168 time: 0.6234014 Sep 29 02:18:19.701685 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment ed99fffe-e911-44cb-bb37-dba62e510cfc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed99fffe-e911-44cb-bb37-dba62e510cfc found for delete ", "request_id": "req-f59528da-5455-4805-b524-da8192d908f4"}]} Sep 29 02:18:19.704060 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c65271-f7df-415a-8dbb-5e2971bf0ae5 None None] No DVR routers for this DVR port 46db757c-2cc0-4f8a-a6f6-68221ca4891e on host dv-cinder-740146-21-iscsi {{(pid=106337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:19.722961 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232a6e0-6fee-4b1a-a9d3-fc954fec4a03 req-bdf45a04-1b8c-471e-a578-63dade4d57c1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:19.724825 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f232a6e0-6fee-4b1a-a9d3-fc954fec4a03 req-bdf45a04-1b8c-471e-a578-63dade4d57c1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0975885 Sep 29 02:18:19.725933 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94043ca-ad0f-4b4b-8fdb-1f307f93bd66 admin admin] Pushing event deleted for resources: {'Network': ['ID=b25b9e79-fa1e-4200-ad0c-c5a4994891b2,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:19.784281 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f232a6e0-6fee-4b1a-a9d3-fc954fec4a03 req-2552107c-63e8-4bf7-9d7f-8c3fd2098c04 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534122 Sep 29 02:18:19.821437 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49580) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:19.861993 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-de9d81a0-542c-412a-b982-a23c284b7c5b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cc20488e0b2d48f796052c4e76990b19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383754 Sep 29 02:18:19.864334 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49582) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:19.911177 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-98b7f437-f81d-44d7-9ac7-538144fab900 admin admin] Publish callbacks [] for security_group (976acbfb-9143-4dcf-949c-0f2777ddb562), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.930950 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-98b7f437-f81d-44d7-9ac7-538144fab900 admin admin] Publish callbacks [] for security_group (976acbfb-9143-4dcf-949c-0f2777ddb562), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.980190 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-98b7f437-f81d-44d7-9ac7-538144fab900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (976acbfb-9143-4dcf-949c-0f2777ddb562), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.982777 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-98b7f437-f81d-44d7-9ac7-538144fab900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:19.983936 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-98b7f437-f81d-44d7-9ac7-538144fab900 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/976acbfb-9143-4dcf-949c-0f2777ddb562 HTTP/1.1" status: 204 len: 168 time: 0.1187072 Sep 29 02:18:19.992248 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7f437-f81d-44d7-9ac7-538144fab900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976acbfb-9143-4dcf-949c-0f2777ddb562,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:20.468367 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:20.575801 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:20.917382 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f70924-2b87-497a-a228-edf103cef08c req-dd6aabd7-5b71-44da-8f08-1cb3ee9afbbf tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:20.918972 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a2f70924-2b87-497a-a228-edf103cef08c req-dd6aabd7-5b71-44da-8f08-1cb3ee9afbbf tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0499911 Sep 29 02:18:20.968812 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a2f70924-2b87-497a-a228-edf103cef08c req-30742679-efba-4f14-bcb7-4961e1cefa96 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433278 Sep 29 02:18:22.011943 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49674) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:22.097383 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdf4fd-630e-4ef2-931d-cc91329be2cf req-cf6e118d-9a83-4042-a08c-9e612d3213f7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:22.098895 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-01bdf4fd-630e-4ef2-931d-cc91329be2cf req-cf6e118d-9a83-4042-a08c-9e612d3213f7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0470848 Sep 29 02:18:22.132547 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3831bcb3-0165-4234-9d70-1c257ffbc400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:22.136395 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:22.183061 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-01bdf4fd-630e-4ef2-931d-cc91329be2cf req-c29218e0-76da-4cd9-96e1-bffa750b7574 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763543 Sep 29 02:18:22.193736 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:22.235992 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3831bcb3-0165-4234-9d70-1c257ffbc400 admin admin] Publish callbacks [] for security_group (0a2758e3-dd3e-41c9-897e-3b45c6d0767a), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:22.240107 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-3831bcb3-0165-4234-9d70-1c257ffbc400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (0a2758e3-dd3e-41c9-897e-3b45c6d0767a), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:22.277777 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-3831bcb3-0165-4234-9d70-1c257ffbc400 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=117864df2d3c43339dfa6aacc657672d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647460 Sep 29 02:18:22.278915 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831bcb3-0165-4234-9d70-1c257ffbc400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2758e3-dd3e-41c9-897e-3b45c6d0767a,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:22.281180 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49680) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:22.336992 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ea-1bb6-446b-84a3-3fb4debb7966 admin admin] Publish callbacks [] for security_group (0a2758e3-dd3e-41c9-897e-3b45c6d0767a), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:22.355299 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:22.357630 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ea-1bb6-446b-84a3-3fb4debb7966 admin admin] Publish callbacks [] for security_group (0a2758e3-dd3e-41c9-897e-3b45c6d0767a), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:22.626489 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ea-1bb6-446b-84a3-3fb4debb7966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (0a2758e3-dd3e-41c9-897e-3b45c6d0767a), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:22.629701 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ea-1bb6-446b-84a3-3fb4debb7966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:22.630903 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-3a4170ea-1bb6-446b-84a3-3fb4debb7966 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0a2758e3-dd3e-41c9-897e-3b45c6d0767a HTTP/1.1" status: 204 len: 168 time: 0.3476918 Sep 29 02:18:22.638855 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4170ea-1bb6-446b-84a3-3fb4debb7966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2758e3-dd3e-41c9-897e-3b45c6d0767a,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:22.907821 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49690) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:22.921905 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7fb1f0d4-7f94-4b09-b435-972b7543696d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:22.923649 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:23.001198 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7fb1f0d4-7f94-4b09-b435-972b7543696d admin admin] Publish callbacks [] for security_group (76c3a6da-dce9-4f37-9034-a0a060b34e83), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:23.006350 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7fb1f0d4-7f94-4b09-b435-972b7543696d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (76c3a6da-dce9-4f37-9034-a0a060b34e83), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:23.055439 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1f0d4-7f94-4b09-b435-972b7543696d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c3a6da-dce9-4f37-9034-a0a060b34e83,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:23.063547 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-7fb1f0d4-7f94-4b09-b435-972b7543696d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e787a418532c4b34a410e1757fdc28d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539276 Sep 29 02:18:23.065978 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49696) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:23.135205 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9d7e4ab7-52fa-444c-98a5-1a6435769c68 admin admin] Publish callbacks [] for security_group (76c3a6da-dce9-4f37-9034-a0a060b34e83), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:23.154622 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9d7e4ab7-52fa-444c-98a5-1a6435769c68 admin admin] Publish callbacks [] for security_group (76c3a6da-dce9-4f37-9034-a0a060b34e83), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:23.201397 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9d7e4ab7-52fa-444c-98a5-1a6435769c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (76c3a6da-dce9-4f37-9034-a0a060b34e83), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:23.203928 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9d7e4ab7-52fa-444c-98a5-1a6435769c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:23.205686 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-9d7e4ab7-52fa-444c-98a5-1a6435769c68 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/76c3a6da-dce9-4f37-9034-a0a060b34e83 HTTP/1.1" status: 204 len: 168 time: 0.1382136 Sep 29 02:18:23.213275 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e4ab7-52fa-444c-98a5-1a6435769c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c3a6da-dce9-4f37-9034-a0a060b34e83,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:23.334088 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ef79-d05c-4212-af00-b589f2e068ec req-d5c8608e-19f6-4832-ac54-5029d1b7523e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:23.335946 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-92c0ef79-d05c-4212-af00-b589f2e068ec req-d5c8608e-19f6-4832-ac54-5029d1b7523e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0569181 Sep 29 02:18:23.384469 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-92c0ef79-d05c-4212-af00-b589f2e068ec req-fcb82495-860d-447f-ac24-481b01a3f263 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427606 Sep 29 02:18:24.510082 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ddd80-8955-4c9e-8d68-03f4883c4c07 req-2bdd9b8b-7ecc-4d96-b6a7-e227efe672c5 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:24.511622 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8f8ddd80-8955-4c9e-8d68-03f4883c4c07 req-2bdd9b8b-7ecc-4d96-b6a7-e227efe672c5 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0470579 Sep 29 02:18:24.557929 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8f8ddd80-8955-4c9e-8d68-03f4883c4c07 req-cfc45260-91c2-495a-bf1b-2a91270c7a50 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 Sep 29 02:18:25.711594 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85ca24-55ad-4986-a2db-226644429bf6 req-ede68adb-ec98-4b4b-969a-2ca92d8efd98 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:25.713197 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6d85ca24-55ad-4986-a2db-226644429bf6 req-ede68adb-ec98-4b4b-969a-2ca92d8efd98 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0644083 Sep 29 02:18:25.760000 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6d85ca24-55ad-4986-a2db-226644429bf6 req-0a784eff-660e-4e7b-905c-f362db7e3a5f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411069 Sep 29 02:18:25.848213 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:18:26.616470 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:26.816557 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49772) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:26.902197 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfdb12-9876-401c-abd4-35c215e7cd1a req-29144ea3-6bf2-48ee-ac01-1352740242f3 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:26.903691 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-59cfdb12-9876-401c-abd4-35c215e7cd1a req-29144ea3-6bf2-48ee-ac01-1352740242f3 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0528886 Sep 29 02:18:26.969395 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-59cfdb12-9876-401c-abd4-35c215e7cd1a req-b18d51f9-55df-4236-9e87-5555273ee927 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596335 Sep 29 02:18:26.970355 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-68269519-f557-4e08-b924-0b66651ef28b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:27.050729 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-68269519-f557-4e08-b924-0b66651ef28b admin admin] Publish callbacks [] for security_group (be0db8c0-435f-448b-a0be-fa81de6231a2), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:27.054562 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-68269519-f557-4e08-b924-0b66651ef28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (be0db8c0-435f-448b-a0be-fa81de6231a2), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:27.058792 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:27.106760 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-68269519-f557-4e08-b924-0b66651ef28b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fa2995c95af34d6b97ec0c61915d9edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856908 Sep 29 02:18:27.106760 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68269519-f557-4e08-b924-0b66651ef28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0db8c0-435f-448b-a0be-fa81de6231a2,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:27.107031 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49786) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:27.160612 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ca088d7f-d865-4a3b-8d0c-7f76c2fffe07 admin admin] Publish callbacks [] for security_group (be0db8c0-435f-448b-a0be-fa81de6231a2), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:27.182000 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ca088d7f-d865-4a3b-8d0c-7f76c2fffe07 admin admin] Publish callbacks [] for security_group (be0db8c0-435f-448b-a0be-fa81de6231a2), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:27.239940 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ca088d7f-d865-4a3b-8d0c-7f76c2fffe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (be0db8c0-435f-448b-a0be-fa81de6231a2), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:27.242845 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-ca088d7f-d865-4a3b-8d0c-7f76c2fffe07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:27.244070 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-ca088d7f-d865-4a3b-8d0c-7f76c2fffe07 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/be0db8c0-435f-448b-a0be-fa81de6231a2 HTTP/1.1" status: 204 len: 168 time: 0.1342297 Sep 29 02:18:27.252813 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca088d7f-d865-4a3b-8d0c-7f76c2fffe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0db8c0-435f-448b-a0be-fa81de6231a2,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:27.884187 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:18:28.008008 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:28.020820 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'port_id': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'mac_address': 'fa:16:3e:aa:64:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:18:28.060706 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 is: ACTIVE; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:18:28.061151 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.077373 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:18:28.100503 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:28.106301 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.134524 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8955b46-6176-42e0-8c73-ca7e3f1d27f6 req-96dceac4-6aaa-46c0-8b92-39b0fe43ba16 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:28.136352 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a8955b46-6176-42e0-8c73-ca7e3f1d27f6 req-96dceac4-6aaa-46c0-8b92-39b0fe43ba16 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0658448 Sep 29 02:18:28.168220 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,revision_number=6']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:28.190842 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:28.192606 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['9072cabc-6b89-4fb1-8e28-0d498ffd25b9'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:18:28.201575 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a8955b46-6176-42e0-8c73-ca7e3f1d27f6 req-f9274af7-3e6a-41f7-864e-e04dbd3e05aa tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574257 Sep 29 02:18:28.521963 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49858) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:28.540368 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49862) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:28.602114 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc95db61-723a-4377-ab02-04d523ee905b admin admin] Deleting subnet 63d37103-0e51-4e0a-807e-f3ab9fa514a2 {{(pid=106335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:18:28.612958 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-dc95db61-723a-4377-ab02-04d523ee905b admin admin] Publish callbacks [] for subnet (63d37103-0e51-4e0a-807e-f3ab9fa514a2), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.654683 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-dc95db61-723a-4377-ab02-04d523ee905b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6494320'] for subnet (63d37103-0e51-4e0a-807e-f3ab9fa514a2), precommit_delete_associations {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.707847 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-dc95db61-723a-4377-ab02-04d523ee905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (63d37103-0e51-4e0a-807e-f3ab9fa514a2), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.723796 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2bec8879-5b33-46d0-8093-b9a2c2ae195c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.796620 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-dc95db61-723a-4377-ab02-04d523ee905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5955320'] for subnet (63d37103-0e51-4e0a-807e-f3ab9fa514a2), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.822389 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-dc95db61-723a-4377-ab02-04d523ee905b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.823514 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2bec8879-5b33-46d0-8093-b9a2c2ae195c admin admin] Publish callbacks [] for security_group (8d7b4b37-7d06-4b81-9057-e3d6a6d9a04e), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.828910 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-dc95db61-723a-4377-ab02-04d523ee905b admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/63d37103-0e51-4e0a-807e-f3ab9fa514a2 HTTP/1.1" status: 204 len: 168 time: 0.2874503 Sep 29 02:18:28.829748 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2bec8879-5b33-46d0-8093-b9a2c2ae195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (8d7b4b37-7d06-4b81-9057-e3d6a6d9a04e), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.849588 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49864) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:28.859041 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95db61-723a-4377-ab02-04d523ee905b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d37103-0e51-4e0a-807e-f3ab9fa514a2,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:28.951605 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-2bec8879-5b33-46d0-8093-b9a2c2ae195c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3b547412b0c74316a1ab673830d48ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283652 Sep 29 02:18:28.960857 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49866) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:28.978130 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec8879-5b33-46d0-8093-b9a2c2ae195c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7b4b37-7d06-4b81-9057-e3d6a6d9a04e,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:29.016085 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-12d200b7-7f76-4efe-ab5b-ddfee2b702e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (88f0daab-ac7d-40ec-b66d-3ab441c8a089), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.067843 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0c952040-721b-4360-9cf9-fa97c21c6091 admin admin] Publish callbacks [] for security_group (8d7b4b37-7d06-4b81-9057-e3d6a6d9a04e), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.138927 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0c952040-721b-4360-9cf9-fa97c21c6091 admin admin] Publish callbacks [] for security_group (8d7b4b37-7d06-4b81-9057-e3d6a6d9a04e), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.143467 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-12d200b7-7f76-4efe-ab5b-ddfee2b702e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (88f0daab-ac7d-40ec-b66d-3ab441c8a089), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.182600 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-12d200b7-7f76-4efe-ab5b-ddfee2b702e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f0daab-ac7d-40ec-b66d-3ab441c8a089']}} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:29.199745 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-12d200b7-7f76-4efe-ab5b-ddfee2b702e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a98efd-9958-44df-a2cb-39c04e4fd25d') {'for_net_delete': True} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:29.200091 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-12d200b7-7f76-4efe-ab5b-ddfee2b702e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a98efd-9958-44df-a2cb-39c04e4fd25d') {} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:29.212228 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-12d200b7-7f76-4efe-ab5b-ddfee2b702e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7176343'] for segment (56a98efd-9958-44df-a2cb-39c04e4fd25d), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.231429 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-12d200b7-7f76-4efe-ab5b-ddfee2b702e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (56a98efd-9958-44df-a2cb-39c04e4fd25d), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.254126 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d200b7-7f76-4efe-ab5b-ddfee2b702e6 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=106336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:18:29.254542 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-12d200b7-7f76-4efe-ab5b-ddfee2b702e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4716528'] for segment (56a98efd-9958-44df-a2cb-39c04e4fd25d), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.256387 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0c952040-721b-4360-9cf9-fa97c21c6091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (8d7b4b37-7d06-4b81-9057-e3d6a6d9a04e), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.259575 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0c952040-721b-4360-9cf9-fa97c21c6091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.260915 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-0c952040-721b-4360-9cf9-fa97c21c6091 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8d7b4b37-7d06-4b81-9057-e3d6a6d9a04e HTTP/1.1" status: 204 len: 168 time: 0.2990756 Sep 29 02:18:29.355767 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment 56a98efd-9958-44df-a2cb-39c04e4fd25d resource provider aggregate not found Sep 29 02:18:29.370703 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c952040-721b-4360-9cf9-fa97c21c6091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7b4b37-7d06-4b81-9057-e3d6a6d9a04e,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:29.372710 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-12d200b7-7f76-4efe-ab5b-ddfee2b702e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (88f0daab-ac7d-40ec-b66d-3ab441c8a089), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.398068 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-12d200b7-7f76-4efe-ab5b-ddfee2b702e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.402440 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-12d200b7-7f76-4efe-ab5b-ddfee2b702e6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/88f0daab-ac7d-40ec-b66d-3ab441c8a089 HTTP/1.1" status: 204 len: 168 time: 0.5393176 Sep 29 02:18:29.405384 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49876) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:29.421048 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d200b7-7f76-4efe-ab5b-ddfee2b702e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f0daab-ac7d-40ec-b66d-3ab441c8a089,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:29.444988 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e8ee8-723c-4395-9d91-340099d318f1 req-9240eb66-7db1-4fac-b46c-deb8c6ea451f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:29.446634 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-396e8ee8-723c-4395-9d91-340099d318f1 req-9240eb66-7db1-4fac-b46c-deb8c6ea451f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 945 time: 0.0865364 Sep 29 02:18:29.459421 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment 56a98efd-9958-44df-a2cb-39c04e4fd25d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56a98efd-9958-44df-a2cb-39c04e4fd25d found for delete ", "request_id": "req-5cf64e88-d5c7-4640-9ad6-f28bf6c32686"}]} Sep 29 02:18:29.490020 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c1025f-9918-43c9-b02b-387970abb186 admin admin] Deleting subnet 91cb18dd-4fcf-4fb2-8d00-1a386647b3ca {{(pid=106335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:18:29.495543 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-23c1025f-9918-43c9-b02b-387970abb186 admin admin] Publish callbacks [] for subnet (91cb18dd-4fcf-4fb2-8d00-1a386647b3ca), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.530111 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-396e8ee8-723c-4395-9d91-340099d318f1 req-3b0a42f0-783b-452c-b926-1b242bbda591 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647924 Sep 29 02:18:29.542239 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-23c1025f-9918-43c9-b02b-387970abb186 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6494320'] for subnet (91cb18dd-4fcf-4fb2-8d00-1a386647b3ca), precommit_delete_associations {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.619431 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-23c1025f-9918-43c9-b02b-387970abb186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (91cb18dd-4fcf-4fb2-8d00-1a386647b3ca), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.666162 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:29.698094 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-23c1025f-9918-43c9-b02b-387970abb186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5955320'] for subnet (91cb18dd-4fcf-4fb2-8d00-1a386647b3ca), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.724576 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1025f-9918-43c9-b02b-387970abb186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91cb18dd-4fcf-4fb2-8d00-1a386647b3ca,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:29.732657 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-23c1025f-9918-43c9-b02b-387970abb186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.736215 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-23c1025f-9918-43c9-b02b-387970abb186 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/91cb18dd-4fcf-4fb2-8d00-1a386647b3ca HTTP/1.1" status: 204 len: 168 time: 0.3283801 Sep 29 02:18:29.738582 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49878) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:29.815780 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-65757ad5-ebdb-41ba-80b8-e2ae89fd4ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (2ae87f46-7aa6-4955-a651-b2c359e225fe), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.818280 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:29.898985 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:18:29.908488 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-65757ad5-ebdb-41ba-80b8-e2ae89fd4ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (2ae87f46-7aa6-4955-a651-b2c359e225fe), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.932476 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-65757ad5-ebdb-41ba-80b8-e2ae89fd4ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae87f46-7aa6-4955-a651-b2c359e225fe']}} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:29.943441 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-65757ad5-ebdb-41ba-80b8-e2ae89fd4ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8003d4-14b3-47db-8397-fdf9b9d20b33') {'for_net_delete': True} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:29.943441 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-65757ad5-ebdb-41ba-80b8-e2ae89fd4ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8003d4-14b3-47db-8397-fdf9b9d20b33') {} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:29.956457 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-65757ad5-ebdb-41ba-80b8-e2ae89fd4ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6494329'] for segment (7f8003d4-14b3-47db-8397-fdf9b9d20b33), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.960607 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:18:29.961104 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.961615 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 Sep 29 02:18:29.979493 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-65757ad5-ebdb-41ba-80b8-e2ae89fd4ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (7f8003d4-14b3-47db-8397-fdf9b9d20b33), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.994206 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65757ad5-ebdb-41ba-80b8-e2ae89fd4ba1 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:18:29.999557 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-65757ad5-ebdb-41ba-80b8-e2ae89fd4ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852879'] for segment (7f8003d4-14b3-47db-8397-fdf9b9d20b33), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:30.045876 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:18:30.046595 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:30.068675 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment 7f8003d4-14b3-47db-8397-fdf9b9d20b33 resource provider aggregate not found Sep 29 02:18:30.085263 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:30.086963 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:30.090702 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783f56ee-1651-4a87-847d-61a5afce891d" -d '{"events": [{"server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:30.095220 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:30.123263 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:30.139133 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment 7f8003d4-14b3-47db-8397-fdf9b9d20b33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f8003d4-14b3-47db-8397-fdf9b9d20b33 found for delete ", "request_id": "req-68a10316-5aaa-4e6c-83f7-864bc7f344df"}]} Sep 29 02:18:30.141478 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:30.156755 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,revision_number=7']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:30.161173 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19407f10-814d-4ed1-8087-77ae8f6b0b2a x-openstack-request-id: req-19407f10-814d-4ed1-8087-77ae8f6b0b2a {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:30.161696 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:30.162172 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-19407f10-814d-4ed1-8087-77ae8f6b0b2a {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:30.162729 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19407f10-814d-4ed1-8087-77ae8f6b0b2a'] response: {'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'code': 200} Sep 29 02:18:30.180721 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-50e7f46b-b2b3-4b59-8ec8-e2e5fbafac55 req-254d01d0-b6f8-4425-9a0a-eb952d54265e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1568227 Sep 29 02:18:30.181828 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-65757ad5-ebdb-41ba-80b8-e2ae89fd4ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (2ae87f46-7aa6-4955-a651-b2c359e225fe), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:30.188040 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-65757ad5-ebdb-41ba-80b8-e2ae89fd4ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:30.191966 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-65757ad5-ebdb-41ba-80b8-e2ae89fd4ba1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/2ae87f46-7aa6-4955-a651-b2c359e225fe HTTP/1.1" status: 204 len: 168 time: 0.4523349 Sep 29 02:18:30.221314 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65757ad5-ebdb-41ba-80b8-e2ae89fd4ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae87f46-7aa6-4955-a651-b2c359e225fe,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:30.284822 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7f46b-b2b3-4b59-8ec8-e2e5fbafac55 req-8e7445c9-97d7-46b4-8c5f-a930de2d7662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:30.287518 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-50e7f46b-b2b3-4b59-8ec8-e2e5fbafac55 req-8e7445c9-97d7-46b4-8c5f-a930de2d7662 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=18eeabc669304148930130efa1737cbb&device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 1129 time: 0.0553336 Sep 29 02:18:30.430362 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7f46b-b2b3-4b59-8ec8-e2e5fbafac55 req-10b89f86-1aa0-4c4d-8bcb-5194555a9228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:30.432346 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-50e7f46b-b2b3-4b59-8ec8-e2e5fbafac55 req-10b89f86-1aa0-4c4d-8bcb-5194555a9228 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=4f97f786-5df3-4ea7-b350-3219ee546269 HTTP/1.1" status: 200 len: 908 time: 0.1191804 Sep 29 02:18:30.444350 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49888) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:30.481412 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:30.486767 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-fdea55a2-b084-45fd-98fd-4c6aadac9ba9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=763e7697890b447c845df94bde88d83d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456712 Sep 29 02:18:30.489493 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49890) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:30.513018 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-50e7f46b-b2b3-4b59-8ec8-e2e5fbafac55 req-16538924-5902-4996-b8cd-1bb202b61169 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3 HTTP/1.1" status: 200 len: 1001 time: 0.0735862 Sep 29 02:18:30.546919 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3a9b-5d46-4227-9724-c247f883544b admin admin] Publish callbacks [] for security_group (c3850593-7365-4a92-963a-f9c759a01527), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:30.577600 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3a9b-5d46-4227-9724-c247f883544b admin admin] Publish callbacks [] for security_group (c3850593-7365-4a92-963a-f9c759a01527), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:30.578863 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7f46b-b2b3-4b59-8ec8-e2e5fbafac55 req-cc182461-b95d-4bac-b4a4-8628b84504a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:30.580949 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-50e7f46b-b2b3-4b59-8ec8-e2e5fbafac55 req-cc182461-b95d-4bac-b4a4-8628b84504a7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c HTTP/1.1" status: 200 len: 847 time: 0.0592885 Sep 29 02:18:30.630363 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7f46b-b2b3-4b59-8ec8-e2e5fbafac55 req-522239e0-ca62-4f42-95fa-394f2898dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:30.631904 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-50e7f46b-b2b3-4b59-8ec8-e2e5fbafac55 req-522239e0-ca62-4f42-95fa-394f2898dc87 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4f97f786-5df3-4ea7-b350-3219ee546269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438738 Sep 29 02:18:30.648711 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3a9b-5d46-4227-9724-c247f883544b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (c3850593-7365-4a92-963a-f9c759a01527), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:30.653014 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3a9b-5d46-4227-9724-c247f883544b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:30.662526 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-4e9c3a9b-5d46-4227-9724-c247f883544b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c3850593-7365-4a92-963a-f9c759a01527 HTTP/1.1" status: 204 len: 168 time: 0.1716082 Sep 29 02:18:30.674709 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c3a9b-5d46-4227-9724-c247f883544b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3850593-7365-4a92-963a-f9c759a01527,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:30.728336 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:30.753286 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19e288-16f4-451c-b73a-28a5d9f2031a req-34dd702b-ca45-493d-92ef-cf54b8117ffb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:30.755400 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0b19e288-16f4-451c-b73a-28a5d9f2031a req-34dd702b-ca45-493d-92ef-cf54b8117ffb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0830543 Sep 29 02:18:30.782269 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-50e7f46b-b2b3-4b59-8ec8-e2e5fbafac55 req-1ec29c55-059a-4d09-837e-38b756063d06 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433899 Sep 29 02:18:30.819006 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0b19e288-16f4-451c-b73a-28a5d9f2031a req-b7af3460-982a-4f4b-a1e3-0fd1c0cdb758 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539162 Sep 29 02:18:30.910965 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-50e7f46b-b2b3-4b59-8ec8-e2e5fbafac55 req-91f9082b-bbfa-4031-acd8-80e4d6093ae5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208572 Sep 29 02:18:31.166396 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 49900) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:31.227914 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-9420b6a5-073e-4513-a9bb-35ba55262e03 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1d43731206824351bac01062fa1d0f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0601332 Sep 29 02:18:31.230447 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 49902) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:31.297150 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1230844d-da35-40dd-b478-afc4b032c112 admin admin] Publish callbacks [] for security_group (62db9909-feb2-4fd4-81c8-7000d0117244), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:31.324910 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1230844d-da35-40dd-b478-afc4b032c112 admin admin] Publish callbacks [] for security_group (62db9909-feb2-4fd4-81c8-7000d0117244), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:31.381302 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1230844d-da35-40dd-b478-afc4b032c112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (62db9909-feb2-4fd4-81c8-7000d0117244), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:31.384164 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-1230844d-da35-40dd-b478-afc4b032c112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:31.385451 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-1230844d-da35-40dd-b478-afc4b032c112 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/62db9909-feb2-4fd4-81c8-7000d0117244 HTTP/1.1" status: 204 len: 168 time: 0.1539359 Sep 29 02:18:31.409738 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230844d-da35-40dd-b478-afc4b032c112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62db9909-feb2-4fd4-81c8-7000d0117244,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:31.969696 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376c0b7-9768-4315-a25e-26b3fb695914 req-625fa597-2e7a-4bbb-9934-906ce86c724e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:31.978049 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d376c0b7-9768-4315-a25e-26b3fb695914 req-625fa597-2e7a-4bbb-9934-906ce86c724e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0625033 Sep 29 02:18:32.051703 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d376c0b7-9768-4315-a25e-26b3fb695914 req-d37805a1-81c9-4e9e-9e28-ca690d02c8e8 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652938 Sep 29 02:18:33.204342 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b514-7b54-40d3-930c-ee72713616de req-1476c2af-9649-47c5-beda-e12c8a90a0f0 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:33.213750 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8f65b514-7b54-40d3-930c-ee72713616de req-1476c2af-9649-47c5-beda-e12c8a90a0f0 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0734470 Sep 29 02:18:33.287386 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8f65b514-7b54-40d3-930c-ee72713616de req-7480bc4f-0070-4827-b975-f860b2b56a1a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723956 Sep 29 02:18:34.435274 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286de7c-8540-43ec-ae47-ecad6f7ee039 req-3bcf4a48-bbb2-4dee-a758-ad7df06b5442 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:34.436973 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2286de7c-8540-43ec-ae47-ecad6f7ee039 req-3bcf4a48-bbb2-4dee-a758-ad7df06b5442 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0646739 Sep 29 02:18:34.491882 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2286de7c-8540-43ec-ae47-ecad6f7ee039 req-49dd9e24-152a-4ca4-b5d0-71a9626f7af5 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483232 Sep 29 02:18:35.664816 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b0dbe-4810-45b2-916c-ac91e8133849 req-d80e65ed-a372-4738-a952-91c66c06cd37 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:35.667168 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-444b0dbe-4810-45b2-916c-ac91e8133849 req-d80e65ed-a372-4738-a952-91c66c06cd37 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0582674 Sep 29 02:18:35.734353 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-444b0dbe-4810-45b2-916c-ac91e8133849 req-282e5e2b-8bb4-4ba8-b01e-7e89bf897f4e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610263 Sep 29 02:18:35.842532 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=22 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:35.843852 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=27 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:36.874130 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ac67e-eebd-479b-bf06-88c2cb380431 req-26ab8879-a9ea-4b52-be3f-38b97fcb2058 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:36.875914 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-042ac67e-eebd-479b-bf06-88c2cb380431 req-26ab8879-a9ea-4b52-be3f-38b97fcb2058 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0517919 Sep 29 02:18:36.933781 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-042ac67e-eebd-479b-bf06-88c2cb380431 req-7fa31804-9436-4b86-99fc-a034587321d2 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520928 Sep 29 02:18:38.074422 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41725573-274d-45d9-8529-0ff42af77dd4 req-16dab54b-25bd-4824-a597-da7fb3e1a0df tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:38.077574 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-41725573-274d-45d9-8529-0ff42af77dd4 req-16dab54b-25bd-4824-a597-da7fb3e1a0df tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0565259 Sep 29 02:18:38.127078 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:38.131985 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-41725573-274d-45d9-8529-0ff42af77dd4 req-be46659d-eb44-4e6e-9dc4-9d0cf04d7ae9 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474648 Sep 29 02:18:38.967272 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:38.979656 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c732b-56ac-458a-8fe1-663330b56a43 req-1ae36c36-dfad-4159-a86a-39510f9738da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:38.981225 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f26c732b-56ac-458a-8fe1-663330b56a43 req-1ae36c36-dfad-4159-a86a-39510f9738da service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 1130 time: 0.0406301 Sep 29 02:18:39.042473 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:39.086533 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c732b-56ac-458a-8fe1-663330b56a43 req-097f9492-4a8a-4703-9f95-7656f647ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:39.088043 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f26c732b-56ac-458a-8fe1-663330b56a43 req-097f9492-4a8a-4703-9f95-7656f647ceb8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=75973108-0654-4b3c-9864-e82ffcefc065 HTTP/1.1" status: 200 len: 917 time: 0.0977650 Sep 29 02:18:39.154705 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f26c732b-56ac-458a-8fe1-663330b56a43 req-6b7c2ce1-02ab-454c-bffb-4c20c9d3885e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9 HTTP/1.1" status: 200 len: 1002 time: 0.0609748 Sep 29 02:18:39.206800 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c732b-56ac-458a-8fe1-663330b56a43 req-7defa6fa-2a61-4d39-9d69-43c25bcec8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:39.208460 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f26c732b-56ac-458a-8fe1-663330b56a43 req-7defa6fa-2a61-4d39-9d69-43c25bcec8cd service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e4187254-90fc-464f-9d77-8c8ec08ca4bc HTTP/1.1" status: 200 len: 856 time: 0.0478549 Sep 29 02:18:39.264203 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c732b-56ac-458a-8fe1-663330b56a43 req-357d9d89-dbd9-4dc7-bdd7-89b8d435e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:39.266180 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f26c732b-56ac-458a-8fe1-663330b56a43 req-357d9d89-dbd9-4dc7-bdd7-89b8d435e52b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=75973108-0654-4b3c-9864-e82ffcefc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518010 Sep 29 02:18:39.273447 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cadc5-0674-4044-aed6-d70fc768fddd req-eb0882c4-4a15-4faa-9e17-0aa6b14a4867 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:39.274942 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ea9cadc5-0674-4044-aed6-d70fc768fddd req-eb0882c4-4a15-4faa-9e17-0aa6b14a4867 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0518160 Sep 29 02:18:39.325922 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ea9cadc5-0674-4044-aed6-d70fc768fddd req-c70f4beb-08a5-472a-987d-6d335aa45b67 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417621 Sep 29 02:18:39.368222 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f26c732b-56ac-458a-8fe1-663330b56a43 req-08164901-5219-42d5-8c1b-5cd6b94564b6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953474 Sep 29 02:18:39.460563 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f26c732b-56ac-458a-8fe1-663330b56a43 req-e622b913-6ad9-4d93-ac9f-27326a15473f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866175 Sep 29 02:18:40.457087 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50070) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:40.459525 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ae30d-7e9b-43b3-a571-236a764f2534 req-87e742a0-a688-4e4b-b1d6-03915f9941b6 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:40.461044 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-374ae30d-7e9b-43b3-a571-236a764f2534 req-87e742a0-a688-4e4b-b1d6-03915f9941b6 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0505102 Sep 29 02:18:40.507427 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-374ae30d-7e9b-43b3-a571-236a764f2534 req-77f6e61f-5a61-4d96-98c1-2a89080f0614 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405264 Sep 29 02:18:40.561254 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:40.635940 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Publish callbacks [] for security_group (42948e2a-2126-4a83-afde-8cf93214ca7d), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:40.639710 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (42948e2a-2126-4a83-afde-8cf93214ca7d), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:40.679981 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c9a1a86878fe49b780b7988142c72bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218521 Sep 29 02:18:40.680848 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42948e2a-2126-4a83-afde-8cf93214ca7d,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:40.682773 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50074) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:40.688101 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.688456 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.688803 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.689947 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.690286 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.690636 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.690959 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.691284 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.691615 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.691946 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.692596 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.692957 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.693295 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.693621 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.693947 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b40b-a113-4aec-9194-cdac6f564762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:40.731823 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9dea5b22-b3f4-420e-9fe4-39d55edcdd20 admin admin] Publish callbacks [] for security_group (42948e2a-2126-4a83-afde-8cf93214ca7d), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:40.752837 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9dea5b22-b3f4-420e-9fe4-39d55edcdd20 admin admin] Publish callbacks [] for security_group (42948e2a-2126-4a83-afde-8cf93214ca7d), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:40.799269 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9dea5b22-b3f4-420e-9fe4-39d55edcdd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (42948e2a-2126-4a83-afde-8cf93214ca7d), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:40.801920 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-9dea5b22-b3f4-420e-9fe4-39d55edcdd20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:40.803056 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-9dea5b22-b3f4-420e-9fe4-39d55edcdd20 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/42948e2a-2126-4a83-afde-8cf93214ca7d HTTP/1.1" status: 204 len: 168 time: 0.1192911 Sep 29 02:18:40.810584 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea5b22-b3f4-420e-9fe4-39d55edcdd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42948e2a-2126-4a83-afde-8cf93214ca7d,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:41.055612 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50080) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:41.069130 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7eab091a-be4c-4f4a-854f-28696bf0316c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.103163 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:41.147331 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7eab091a-be4c-4f4a-854f-28696bf0316c admin admin] Publish callbacks [] for security_group (d4b21ae9-28c0-4fc6-9fec-ebbe5a72b699), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.151602 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7eab091a-be4c-4f4a-854f-28696bf0316c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d4b21ae9-28c0-4fc6-9fec-ebbe5a72b699), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.189411 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-7eab091a-be4c-4f4a-854f-28696bf0316c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3c9f37deef97437383ce932ceaf96138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322155 Sep 29 02:18:41.190237 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab091a-be4c-4f4a-854f-28696bf0316c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b21ae9-28c0-4fc6-9fec-ebbe5a72b699,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:41.192909 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50082) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:41.242267 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5cf08245-7dab-4c28-8fb5-5b0f0a9c596d admin admin] Publish callbacks [] for security_group (d4b21ae9-28c0-4fc6-9fec-ebbe5a72b699), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.262013 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5cf08245-7dab-4c28-8fb5-5b0f0a9c596d admin admin] Publish callbacks [] for security_group (d4b21ae9-28c0-4fc6-9fec-ebbe5a72b699), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.311157 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5cf08245-7dab-4c28-8fb5-5b0f0a9c596d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d4b21ae9-28c0-4fc6-9fec-ebbe5a72b699), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.313623 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5cf08245-7dab-4c28-8fb5-5b0f0a9c596d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.315348 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-5cf08245-7dab-4c28-8fb5-5b0f0a9c596d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d4b21ae9-28c0-4fc6-9fec-ebbe5a72b699 HTTP/1.1" status: 204 len: 168 time: 0.1210608 Sep 29 02:18:41.323015 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf08245-7dab-4c28-8fb5-5b0f0a9c596d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b21ae9-28c0-4fc6-9fec-ebbe5a72b699,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:41.636406 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a203802-b7a7-4a06-b2c4-b225b063a259 req-9c6e318e-9fa9-4ac4-af43-b18034e5255d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:41.637912 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6a203802-b7a7-4a06-b2c4-b225b063a259 req-9c6e318e-9fa9-4ac4-af43-b18034e5255d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 946 time: 0.0485361 Sep 29 02:18:41.662219 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50092) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:41.676458 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3483198d-8a00-493b-8975-8f57ef10ef35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.686858 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6a203802-b7a7-4a06-b2c4-b225b063a259 req-3b63769b-1b21-42fb-b1c0-5351f81b9b0d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Sep 29 02:18:41.722285 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:41.744041 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:41.767981 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3483198d-8a00-493b-8975-8f57ef10ef35 admin admin] Publish callbacks [] for security_group (3a73bc74-63b5-4dd8-82e5-830d28ed6ea1), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.771477 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3483198d-8a00-493b-8975-8f57ef10ef35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (3a73bc74-63b5-4dd8-82e5-830d28ed6ea1), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.811760 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-3483198d-8a00-493b-8975-8f57ef10ef35 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f4d36da53f7f4a32a5eb7fa23c4467b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482317 Sep 29 02:18:41.812618 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483198d-8a00-493b-8975-8f57ef10ef35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a73bc74-63b5-4dd8-82e5-830d28ed6ea1,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:41.814712 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50094) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:41.866002 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fff78988-5696-46dd-bd61-2d9c64691f1b admin admin] Publish callbacks [] for security_group (3a73bc74-63b5-4dd8-82e5-830d28ed6ea1), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.885279 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fff78988-5696-46dd-bd61-2d9c64691f1b admin admin] Publish callbacks [] for security_group (3a73bc74-63b5-4dd8-82e5-830d28ed6ea1), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.930783 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fff78988-5696-46dd-bd61-2d9c64691f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (3a73bc74-63b5-4dd8-82e5-830d28ed6ea1), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.933261 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fff78988-5696-46dd-bd61-2d9c64691f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.934366 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-fff78988-5696-46dd-bd61-2d9c64691f1b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3a73bc74-63b5-4dd8-82e5-830d28ed6ea1 HTTP/1.1" status: 204 len: 168 time: 0.1186714 Sep 29 02:18:41.941913 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff78988-5696-46dd-bd61-2d9c64691f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a73bc74-63b5-4dd8-82e5-830d28ed6ea1,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:42.123326 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:42.198166 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 is: ACTIVE; New status is: DOWN {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:18:42.198558 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:42.220833 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:42.223017 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a3225b-c437-4510-a15f-54335328706e" -d '{"events": [{"server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:42.235092 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:42.240415 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:42.278597 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ca4ccb-7896-4947-99ff-b5545c8c927b x-openstack-request-id: req-84ca4ccb-7896-4947-99ff-b5545c8c927b {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:42.278914 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:42.279176 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-84ca4ccb-7896-4947-99ff-b5545c8c927b {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:42.279582 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ca4ccb-7896-4947-99ff-b5545c8c927b'] response: {'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'code': 200} Sep 29 02:18:42.294828 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,revision_number=8']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:42.302856 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.303205 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.303551 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.303896 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.304228 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.304560 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.304905 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.305236 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.305570 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.305903 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.306229 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.306730 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.307057 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.307382 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.307708 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:42.630748 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50120) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:42.728606 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-541001927-network', 'tenant_id': '5fa52688e9da47babb3d9002e7ec137a'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:18:42.750392 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Made reservation on behalf of 5fa52688e9da47babb3d9002e7ec137a for: {'network': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:18:42.752790 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:42.761387 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:42.791639 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:42.846679 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471702ca-2500-48c8-82a4-172486940076 req-b96a6a99-a6e8-4b62-b20d-d81703d7d574 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:42.848060 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-471702ca-2500-48c8-82a4-172486940076 req-b96a6a99-a6e8-4b62-b20d-d81703d7d574 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0711355 Sep 29 02:18:42.911572 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Publish callbacks [] for security_group (ceea3dd1-9ad8-4665-927d-8f92dd54c57c), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:42.919603 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (ceea3dd1-9ad8-4665-927d-8f92dd54c57c), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:42.936276 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-471702ca-2500-48c8-82a4-172486940076 req-6fdd1d9d-c728-4ade-847a-c460e9113527 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811083 Sep 29 02:18:42.949268 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=106336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:18:42.959221 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceea3dd1-9ad8-4665-927d-8f92dd54c57c,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:42.966273 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (773c933d-8441-4911-b4f1-c11b7215d3e4), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:42.966621 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.segments_db [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Added segment 773c933d-8441-4911-b4f1-c11b7215d3e4 of type vlan for network 046dae9f-4494-4475-8b8b-eff41f15f296 Sep 29 02:18:43.009249 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (046dae9f-4494-4475-8b8b-eff41f15f296), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.029234 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:43.034580 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (046dae9f-4494-4475-8b8b-eff41f15f296), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.035550 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:43.036130 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.094714 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4628916 Sep 29 02:18:43.098422 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50126) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:43.100964 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c53b2-3ef5-478b-b8a1-fd03c5255fff admin admin] Pushing event updated for resources: {'Network': ['ID=046dae9f-4494-4475-8b8b-eff41f15f296,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:43.103250 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-7a3b224e-00eb-4908-b730-d8b97b106eb1 admin admin] Request body: {'subnet': {'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-541001927-subnet', 'tenant_id': '5fa52688e9da47babb3d9002e7ec137a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:18:43.111643 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network 046dae9f-4494-4475-8b8b-eff41f15f296 details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:18:43.129576 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3b224e-00eb-4908-b730-d8b97b106eb1 admin admin] Made reservation on behalf of 5fa52688e9da47babb3d9002e7ec137a for: {'subnet': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:18:43.132149 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7a3b224e-00eb-4908-b730-d8b97b106eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5955269'] for subnet (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.316662 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7a3b224e-00eb-4908-b730-d8b97b106eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5854380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5955315'] for subnet (87d63406-4e12-48d3-9876-3b3b53d48be4), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.371024 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b224e-00eb-4908-b730-d8b97b106eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d63406-4e12-48d3-9876-3b3b53d48be4,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:43.386815 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b224e-00eb-4908-b730-d8b97b106eb1 admin admin] Checking segment: {'id': '773c933d-8441-4911-b4f1-c11b7215d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:18:43.387171 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b224e-00eb-4908-b730-d8b97b106eb1 admin admin] Network hostable DHCP agents. Network: 046dae9f-4494-4475-8b8b-eff41f15f296, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:18:43.404984 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b224e-00eb-4908-b730-d8b97b106eb1 admin admin] Network 046dae9f-4494-4475-8b8b-eff41f15f296 is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:18:43.418512 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-7a3b224e-00eb-4908-b730-d8b97b106eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, 046dae9f-4494-4475-8b8b-eff41f15f296) {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:18:43.425752 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b224e-00eb-4908-b730-d8b97b106eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:43.426407 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7a3b224e-00eb-4908-b730-d8b97b106eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.428780 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe776b6-26d9-4586-9d20-603682ba148d None None] Network 046dae9f-4494-4475-8b8b-eff41f15f296 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:18:43.444456 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-7a3b224e-00eb-4908-b730-d8b97b106eb1 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3450069 Sep 29 02:18:43.554960 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329d2e68-d849-4664-9606-e1c8de56b803 None None] Network 046dae9f-4494-4475-8b8b-eff41f15f296 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:18:44.340161 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b3144-a8e1-4e6d-99ea-f4b1ce303733 req-f292e0f5-9276-4598-bec4-6ca5c489af56 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:44.341654 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1e4b3144-a8e1-4e6d-99ea-f4b1ce303733 req-f292e0f5-9276-4598-bec4-6ca5c489af56 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.3160079 Sep 29 02:18:44.386671 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1e4b3144-a8e1-4e6d-99ea-f4b1ce303733 req-d34ea7be-d511-4684-9054-6a90bda39dbe tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388007 Sep 29 02:18:45.046953 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ac667-c1e8-4eb5-8c4a-34ce40bf6354 req-b5692ec7-0124-4f87-bfad-daee13a03e75 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:45.054767 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-871ac667-c1e8-4eb5-8c4a-34ce40bf6354 req-b5692ec7-0124-4f87-bfad-daee13a03e75 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0493371 Sep 29 02:18:45.095968 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-871ac667-c1e8-4eb5-8c4a-34ce40bf6354 req-7ec33c19-8921-4f6d-8a08-302372e2364f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410247 Sep 29 02:18:45.309857 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50190) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:45.336630 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-830622da-6b55-4fd8-a6b0-a188eeabda57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:45.394413 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-36f70f23-2a2f-494b-9811-cdf193cd729a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833158 Sep 29 02:18:45.402849 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-824916b0-fa7b-489c-836c-0addaa44b15e service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:18:45.403719 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-824916b0-fa7b-489c-836c-0addaa44b15e service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047960 Sep 29 02:18:45.478969 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50198) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:45.572472 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-c1147c00-3a17-4b7b-b2e3-1f64d91ff4a5 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:45.573853 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-c1147c00-3a17-4b7b-b2e3-1f64d91ff4a5 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports/9072cabc-6b89-4fb1-8e28-0d498ffd25b9 HTTP/1.1" status: 200 len: 941 time: 0.0939188 Sep 29 02:18:45.961526 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:46.045071 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 is: DOWN; New status is: DOWN {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:18:46.323222 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b14df-632a-4dad-b5d3-df8ede0ca178 req-729af5cf-93de-4eb7-ac1d-5da8a5b062ee tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:46.324699 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d22b14df-632a-4dad-b5d3-df8ede0ca178 req-729af5cf-93de-4eb7-ac1d-5da8a5b062ee tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.1078579 Sep 29 02:18:46.406575 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5e32d2d4-d7d2-4cf8-aacd-30900bfdfb31 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:46.407988 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5e32d2d4-d7d2-4cf8-aacd-30900bfdfb31 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/networks?id=046dae9f-4494-4475-8b8b-eff41f15f296 HTTP/1.1" status: 200 len: 808 time: 0.1516047 Sep 29 02:18:46.411372 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d22b14df-632a-4dad-b5d3-df8ede0ca178 req-fa1f4ab1-a02b-4560-9e19-7b5a700ac194 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788841 Sep 29 02:18:46.424102 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-4df3c19b-1730-4bed-be73-04897a2111cc tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/quotas/5fa52688e9da47babb3d9002e7ec137a HTTP/1.1" status: 200 len: 375 time: 0.0104859 Sep 29 02:18:46.464211 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-0dc0ab1e-6394-4fe9-a242-307da2d740b5 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5fa52688e9da47babb3d9002e7ec137a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339367 Sep 29 02:18:46.594250 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:46.607212 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-c24fa7e4-5040-4a15-bbcf-9cd17500f1f5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1192136061&fields=id&tenant_id=165a7d71a21240a79e77abbe80717389 HTTP/1.1" status: 200 len: 267 time: 0.0817699 Sep 29 02:18:46.610086 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-7c035ee1-59da-498b-8b95-8d21f363d1c5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/046dae9f-4494-4475-8b8b-eff41f15f296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368954 Sep 29 02:18:46.804546 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-664e156a-67c5-4915-874e-d6d1b01563c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:46.806037 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-664e156a-67c5-4915-874e-d6d1b01563c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 811 time: 0.1896775 Sep 29 02:18:46.807820 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-cf6b54c2-1807-4eb0-972d-8d59ff29d089 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/046dae9f-4494-4475-8b8b-eff41f15f296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900737 Sep 29 02:18:46.820965 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-ed639712-cca0-4cc4-8efd-2bea46943c4a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/quotas/165a7d71a21240a79e77abbe80717389 HTTP/1.1" status: 200 len: 375 time: 0.0095899 Sep 29 02:18:46.846164 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:46.849205 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:46.880626 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-a107a6ce-0e60-43c0-8a22-8b802b704fe3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545235 Sep 29 02:18:46.983124 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3f2e7873-b732-43cb-a44c-2c7e17f87de4 req-f3f68b49-fb17-4447-bef5-5e2658819357 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 210 time: 0.0330532 Sep 29 02:18:47.002372 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:47.013690 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-e6c5a0c6-54ed-4e60-a8b6-fbb1cdb9be6f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206956 Sep 29 02:18:47.113645 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-ac4eb291-cbd6-4fea-a729-3c6da2c27f53 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942671 Sep 29 02:18:47.116803 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-b78ea352-4eb9-4bbe-aef8-073999334dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:47.118518 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-b78ea352-4eb9-4bbe-aef8-073999334dd3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f&tenant_id=0a769dbf20fa4526a8c63c4b631c94b1 HTTP/1.1" status: 200 len: 1128 time: 0.0530257 Sep 29 02:18:47.185525 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-804c7264-ba94-44d1-938e-dac6b0c715de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:47.187078 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-804c7264-ba94-44d1-938e-dac6b0c715de service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 1128 time: 0.0452795 Sep 29 02:18:47.290659 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-1e2343d2-ace2-4d8b-81e8-4a34dd213539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:47.292132 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-1e2343d2-ace2-4d8b-81e8-4a34dd213539 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=75973108-0654-4b3c-9864-e82ffcefc065 HTTP/1.1" status: 200 len: 917 time: 0.0992610 Sep 29 02:18:47.361672 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-4992b702-5427-4052-9e8c-b378bfe85c69 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9 HTTP/1.1" status: 200 len: 1000 time: 0.0639966 Sep 29 02:18:47.425450 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-5815cc5a-38b1-4549-8c57-2d77c1c32b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:47.427051 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-5815cc5a-38b1-4549-8c57-2d77c1c32b33 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e4187254-90fc-464f-9d77-8c8ec08ca4bc HTTP/1.1" status: 200 len: 856 time: 0.0567417 Sep 29 02:18:47.492260 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e41e3c86-6ae0-456c-973a-557e5f81019b req-18630845-920f-4180-a945-efaeb108fda7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 210 time: 0.0619645 Sep 29 02:18:47.505392 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-8004a40a-f001-4048-a260-9d4abb6ee60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:47.505392 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-8004a40a-f001-4048-a260-9d4abb6ee60b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=75973108-0654-4b3c-9864-e82ffcefc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0645237 Sep 29 02:18:47.576157 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32191c7-b088-4f42-a6e2-1fb13f6e85b4 req-b88d0edc-6af6-4140-9a0a-f9a668d61ded tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:47.577963 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f32191c7-b088-4f42-a6e2-1fb13f6e85b4 req-b88d0edc-6af6-4140-9a0a-f9a668d61ded tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0653422 Sep 29 02:18:47.629377 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:47.638270 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-8d6dd133-b415-420c-bbb4-60470c77303a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239362 Sep 29 02:18:47.646568 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f32191c7-b088-4f42-a6e2-1fb13f6e85b4 req-4afd083c-da66-4383-ae2b-3bd7b2ab8bdd tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595891 Sep 29 02:18:47.703405 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-cc3fea02-d3ac-40b7-addc-d748b3a38b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.772174 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:47.788928 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-994af9a3-4c30-4a87-bde7-a4bc4cff2d81 req-747ce360-2868-434e-be8f-b87efe8d4598 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302700 Sep 29 02:18:48.087456 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c52be92e-40ed-461e-a16a-2e97fdd26ee8 req-f5ecef59-f4ca-4619-9b5c-ecba8e6cbe1b tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 210 time: 0.0280733 Sep 29 02:18:48.320770 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-153af32e-45f3-4e4e-919e-d874d53ca631 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:48.322468 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-153af32e-45f3-4e4e-919e-d874d53ca631 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.57 "GET /networking/v2.0/networks?id=046dae9f-4494-4475-8b8b-eff41f15f296 HTTP/1.1" status: 200 len: 808 time: 0.1204972 Sep 29 02:18:48.334360 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-abb3710f-5a7f-410d-aca8-d87d38f8f193 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Request body: {'port': {'device_id': 'fa91d22b-232d-4570-9e3f-17079d15ea72', 'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296', 'admin_state_up': True, 'tenant_id': '5fa52688e9da47babb3d9002e7ec137a'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:18:48.457885 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-abb3710f-5a7f-410d-aca8-d87d38f8f193 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Made reservation on behalf of 5fa52688e9da47babb3d9002e7ec137a for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:18:48.461856 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-abb3710f-5a7f-410d-aca8-d87d38f8f193 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.665928 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2e2312b6-0b8e-48ce-8482-98fcb197a4f8 req-2af57e93-aaf9-4f6c-bace-c3f8c4a78277 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 210 time: 0.0437040 Sep 29 02:18:48.700599 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-abb3710f-5a7f-410d-aca8-d87d38f8f193 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Allocated IP 172.20.0.14 (046dae9f-4494-4475-8b8b-eff41f15f296/87d63406-4e12-48d3-9876-3b3b53d48be4/16c3d190-2d90-421c-a5c9-7f30f4910351) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:18:48.823960 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.847231 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb594f8-46bc-4e09-b525-4416121896d7 req-ed103bfc-f65b-4978-ade0-db99bf8f84eb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:48.849515 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8eb594f8-46bc-4e09-b525-4416121896d7 req-ed103bfc-f65b-4978-ade0-db99bf8f84eb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0801053 Sep 29 02:18:48.914670 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-abb3710f-5a7f-410d-aca8-d87d38f8f193 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks [] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.949919 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-abb3710f-5a7f-410d-aca8-d87d38f8f193 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.961515 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8eb594f8-46bc-4e09-b525-4416121896d7 req-6e87d3d0-60fa-4592-a92b-511e2c7042fb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011863 Sep 29 02:18:49.014999 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-abb3710f-5a7f-410d-aca8-d87d38f8f193 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Network 046dae9f-4494-4475-8b8b-eff41f15f296 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:18:49.020898 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-abb3710f-5a7f-410d-aca8-d87d38f8f193 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:18:49.023072 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3710f-5a7f-410d-aca8-d87d38f8f193 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Pushing event updated for resources: {'Port': ['ID=16c3d190-2d90-421c-a5c9-7f30f4910351,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:49.025495 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-abb3710f-5a7f-410d-aca8-d87d38f8f193 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:18:49.076925 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-abb3710f-5a7f-410d-aca8-d87d38f8f193 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:49.077938 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-abb3710f-5a7f-410d-aca8-d87d38f8f193 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:49.098137 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-abb3710f-5a7f-410d-aca8-d87d38f8f193 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7675629 Sep 29 02:18:49.214857 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05a2bd-8123-4b89-821b-2e324386b939 req-72c70df3-1574-45e6-941b-638ff4ece64e tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:49.216830 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4c05a2bd-8123-4b89-821b-2e324386b939 req-72c70df3-1574-45e6-941b-638ff4ece64e tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 932 time: 0.0512762 Sep 29 02:18:49.271247 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4c05a2bd-8123-4b89-821b-2e324386b939 req-a94402e7-f44e-4cef-9a47-81409f6014c2 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484893 Sep 29 02:18:49.775519 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-28ab52be-a1fd-4802-98c8-7701bf964e11 req-009eda4a-3382-4d4c-97f6-7b821712cea3 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 210 time: 0.0325856 Sep 29 02:18:50.125292 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353a48e-6ec4-4f19-a15e-596cf5e151a1 req-d8542b60-f241-45b0-8b52-21e9057ca68d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:50.126822 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9353a48e-6ec4-4f19-a15e-596cf5e151a1 req-d8542b60-f241-45b0-8b52-21e9057ca68d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0578980 Sep 29 02:18:50.179069 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9353a48e-6ec4-4f19-a15e-596cf5e151a1 req-8d44bacd-250d-453a-8802-0c637e656125 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463295 Sep 29 02:18:50.397722 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec2346-ea9b-47fc-8589-16ae15c847e4 req-a0129e10-2de2-4275-bd4e-9436dce30ee3 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:50.399205 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-84ec2346-ea9b-47fc-8589-16ae15c847e4 req-a0129e10-2de2-4275-bd4e-9436dce30ee3 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 932 time: 0.0469196 Sep 29 02:18:50.449677 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-84ec2346-ea9b-47fc-8589-16ae15c847e4 req-07f8fdc5-e0d8-412c-a48b-54b9c2dfa360 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438364 Sep 29 02:18:50.468820 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:50.572313 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:50.883532 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e07dd55e-832d-4ee0-9214-d5bb7fd3cc6d req-68dd8324-30f2-47d5-a512-0be7b05fa227 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 210 time: 0.0276849 Sep 29 02:18:51.316828 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:51.328137 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc9a0f-4058-448b-b6f3-9a9b244dd376 req-2149912b-85bb-4bdb-b091-ba863081bebb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:51.330370 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-07dc9a0f-4058-448b-b6f3-9a9b244dd376 req-2149912b-85bb-4bdb-b091-ba863081bebb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0644615 Sep 29 02:18:51.380708 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-07dc9a0f-4058-448b-b6f3-9a9b244dd376 req-9a91835a-e733-4140-b747-b9b92d1b1212 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440295 Sep 29 02:18:51.581599 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce219d3f-a622-4c9a-9d48-b7d19d4b5ff2 req-97d49b33-208d-4fd8-b94b-22541156a322 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:51.583118 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ce219d3f-a622-4c9a-9d48-b7d19d4b5ff2 req-97d49b33-208d-4fd8-b94b-22541156a322 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 932 time: 0.0483804 Sep 29 02:18:51.635568 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ce219d3f-a622-4c9a-9d48-b7d19d4b5ff2 req-5494b20f-0727-4fad-bc30-775fe4b69cc9 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461075 Sep 29 02:18:51.991113 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f2fb03f1-b413-416e-a837-a13005278799 req-ebde187e-6fe8-4b56-8a57-a0fb8ff371a8 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 210 time: 0.0280323 Sep 29 02:18:52.532776 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a51f4c-33d5-4ca7-929a-3ee699243614 req-25b00c80-0bae-4233-93a6-18c055c0e963 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:52.533826 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c3a51f4c-33d5-4ca7-929a-3ee699243614 req-25b00c80-0bae-4233-93a6-18c055c0e963 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0517995 Sep 29 02:18:52.582941 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c3a51f4c-33d5-4ca7-929a-3ee699243614 req-c4180fe2-8bd7-4b5f-acea-b4f825623692 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 Sep 29 02:18:52.758978 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6434b-2845-46c6-9848-65fa257fe3bb req-90cff90d-ba84-442c-9202-7f1104b13c82 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:52.760471 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1be6434b-2845-46c6-9848-65fa257fe3bb req-90cff90d-ba84-442c-9202-7f1104b13c82 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 932 time: 0.0486710 Sep 29 02:18:52.810354 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1be6434b-2845-46c6-9848-65fa257fe3bb req-5587e1a4-ed3f-4041-956b-db484ab50728 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432978 Sep 29 02:18:53.077019 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:53.095878 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ae274831-3d3d-4a5f-b779-2eae9cea40ae req-bb57223b-cb50-4a32-8209-844d2b7073fd tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 210 time: 0.0292897 Sep 29 02:18:53.716743 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020017e7-8ba6-4892-bf95-0a3c34e7bc73 req-c789177a-0f61-4519-8826-3c5f5744f558 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:53.719223 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-020017e7-8ba6-4892-bf95-0a3c34e7bc73 req-c789177a-0f61-4519-8826-3c5f5744f558 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0531211 Sep 29 02:18:53.766662 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-020017e7-8ba6-4892-bf95-0a3c34e7bc73 req-ebb2ead0-039c-4b2a-92be-be6c80630d5e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421994 Sep 29 02:18:53.934709 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb571b-087c-4b8b-be21-f3959584b9b4 req-9033cd76-2da1-482a-b3f2-3b98ddcab71e tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:53.936399 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-11cb571b-087c-4b8b-be21-f3959584b9b4 req-9033cd76-2da1-482a-b3f2-3b98ddcab71e tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 932 time: 0.0488386 Sep 29 02:18:53.989418 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-11cb571b-087c-4b8b-be21-f3959584b9b4 req-6d542445-fbc5-47e8-9121-86a08d13bf8b tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463817 Sep 29 02:18:54.201923 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-340ce7f4-4340-484b-9572-d09a11a175cd req-a89385ce-5c16-40fc-b1e6-67812035c0d7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 210 time: 0.0318124 Sep 29 02:18:54.901630 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8274cd5-544e-48ab-bbdf-430c8b3fa562 req-e48714f6-38a4-4199-83f5-7bc8211494f8 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:54.903047 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d8274cd5-544e-48ab-bbdf-430c8b3fa562 req-e48714f6-38a4-4199-83f5-7bc8211494f8 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0496032 Sep 29 02:18:54.952117 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d8274cd5-544e-48ab-bbdf-430c8b3fa562 req-e7bc1dfc-b76f-4595-80ad-42b21ed1a49a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432553 Sep 29 02:18:55.113172 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5f8b0-6e67-4e47-b9e7-d4594bce30ad req-2895edc2-7280-4f6b-84be-99403c97de0a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:55.114705 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-98c5f8b0-6e67-4e47-b9e7-d4594bce30ad req-2895edc2-7280-4f6b-84be-99403c97de0a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 932 time: 0.0491006 Sep 29 02:18:55.164436 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-98c5f8b0-6e67-4e47-b9e7-d4594bce30ad req-187ade21-d4ca-4f3e-9d5e-3ee0311823c1 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436985 Sep 29 02:18:55.312459 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0c8ca6e4-ab8d-42af-aafa-d72fdd2e66c9 req-ba8c582b-643a-45cc-89e2-68817a81191d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 210 time: 0.0326958 Sep 29 02:18:56.084269 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141cf13-4dbd-4c13-95a0-e39f209174af req-d3f2519a-704e-4207-a93c-cc8987265ff6 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:56.085804 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8141cf13-4dbd-4c13-95a0-e39f209174af req-d3f2519a-704e-4207-a93c-cc8987265ff6 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0488174 Sep 29 02:18:56.138103 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8141cf13-4dbd-4c13-95a0-e39f209174af req-5c1d7010-13d2-4b53-b21c-3f2dacc3057f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466607 Sep 29 02:18:56.288825 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36b996-89a9-4698-ab1c-9df7bf95dfb1 req-60cc2a54-3501-4a15-94a4-9c3f4f735788 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:56.290432 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cc36b996-89a9-4698-ab1c-9df7bf95dfb1 req-60cc2a54-3501-4a15-94a4-9c3f4f735788 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 932 time: 0.0479777 Sep 29 02:18:56.338983 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cc36b996-89a9-4698-ab1c-9df7bf95dfb1 req-64955ebd-38dc-4dc5-a0f1-27d6bc53c3bf tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Sep 29 02:18:56.420229 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-56eed7f7-dac5-44f8-9545-1a85c4c61381 req-08515821-d282-4c2b-b940-66503e5baecf tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 210 time: 0.0314729 Sep 29 02:18:56.652278 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.273392 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09ed0a-975f-4cd6-a830-9df22e6f4938 req-c1a3302f-861c-4924-90fe-c16252d5afe4 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:57.274897 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cb09ed0a-975f-4cd6-a830-9df22e6f4938 req-c1a3302f-861c-4924-90fe-c16252d5afe4 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0491753 Sep 29 02:18:57.318903 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:57.323401 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cb09ed0a-975f-4cd6-a830-9df22e6f4938 req-ee9e1663-587b-4ea3-933f-16fb915f652a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430744 Sep 29 02:18:57.462571 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb3aaa-d623-4865-b4ea-39bfd94884a5 req-eb5c4e8f-38f8-4f3d-83a0-92968ca3365b tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:57.464051 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f4eb3aaa-d623-4865-b4ea-39bfd94884a5 req-eb5c4e8f-38f8-4f3d-83a0-92968ca3365b tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 932 time: 0.0470710 Sep 29 02:18:57.536511 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-adc38ca6-ac3d-4033-aedb-c2917c00d388 req-7034188c-e7b2-4d1e-a101-eb4826207b3b tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 210 time: 0.0386038 Sep 29 02:18:57.539824 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f4eb3aaa-d623-4865-b4ea-39bfd94884a5 req-acfffada-5876-44ec-8e08-a6194481f736 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697412 Sep 29 02:18:57.613385 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Request body: {'port': {'device_id': 'fa91d22b-232d-4570-9e3f-17079d15ea72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:18:57.633794 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:57.678193 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.731745 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:57.934824 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c3d190-2d90-421c-a5c9-7f30f4910351 {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:18:57.943178 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Publish callbacks [] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.955846 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Transition to ACTIVE for port object 16c3d190-2d90-421c-a5c9-7f30f4910351 will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:18:57.959647 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:58.018917 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Pushing event updated for resources: {'Port': ['ID=16c3d190-2d90-421c-a5c9-7f30f4910351,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:58.069994 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Attempting to bind port 16c3d190-2d90-421c-a5c9-7f30f4910351 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:18:58.070350 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Attempting to bind port 16c3d190-2d90-421c-a5c9-7f30f4910351 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '773c933d-8441-4911-b4f1-c11b7215d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:18:58.070661 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Attempting to bind port 16c3d190-2d90-421c-a5c9-7f30f4910351 on network 046dae9f-4494-4475-8b8b-eff41f15f296 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:18:58.111800 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Port 16c3d190-2d90-421c-a5c9-7f30f4910351 on network 046dae9f-4494-4475-8b8b-eff41f15f296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:18:58.112126 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Attempting to bind port 16c3d190-2d90-421c-a5c9-7f30f4910351 on network 046dae9f-4494-4475-8b8b-eff41f15f296 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:18:58.152627 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:18:58.153059 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Checking segment: {'id': '773c933d-8441-4911-b4f1-c11b7215d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:18:58.153444 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Bound using segment: {'id': '773c933d-8441-4911-b4f1-c11b7215d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:18:58.153872 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Bound port: 16c3d190-2d90-421c-a5c9-7f30f4910351, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773c933d-8441-4911-b4f1-c11b7215d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:18:58.154232 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:58.212696 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] For port 16c3d190-2d90-421c-a5c9-7f30f4910351, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:18:58.215647 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] For port 16c3d190-2d90-421c-a5c9-7f30f4910351, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=16c3d190-2d90-421c-a5c9-7f30f4910351,segment=NetworkSegment(773c933d-8441-4911-b4f1-c11b7215d3e4),segment_id=773c933d-8441-4911-b4f1-c11b7215d3e4)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:18:58.222086 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:58.227042 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:58.227648 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:58.229044 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/16c3d190-2d90-421c-a5c9-7f30f4910351 HTTP/1.1" status: 200 len: 1094 time: 0.6199956 Sep 29 02:18:58.229596 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa91d22b-232d-4570-9e3f-17079d15ea72', 'tag': '16c3d190-2d90-421c-a5c9-7f30f4910351'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:58.231846 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e7782e-9529-4a59-8d8d-df31c66b9d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa91d22b-232d-4570-9e3f-17079d15ea72", "tag": "16c3d190-2d90-421c-a5c9-7f30f4910351"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:58.269405 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca2a750-8450-4289-8a9a-749e7fb5edb5 x-openstack-request-id: req-dca2a750-8450-4289-8a9a-749e7fb5edb5 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:58.269690 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa91d22b-232d-4570-9e3f-17079d15ea72", "tag": "16c3d190-2d90-421c-a5c9-7f30f4910351", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:58.269940 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dca2a750-8450-4289-8a9a-749e7fb5edb5 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:58.270334 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca2a750-8450-4289-8a9a-749e7fb5edb5'] response: {'name': 'network-changed', 'server_uuid': 'fa91d22b-232d-4570-9e3f-17079d15ea72', 'tag': '16c3d190-2d90-421c-a5c9-7f30f4910351', 'status': 'completed', 'code': 200} Sep 29 02:18:58.281507 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a6e6a-608d-48fe-b73e-4b46dee8d76c service neutron] Pushing event updated for resources: {'Port': ['ID=16c3d190-2d90-421c-a5c9-7f30f4910351,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:58.376901 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7782e-9529-4a59-8d8d-df31c66b9d7e req-cf04cc60-dd49-4172-99ee-d6f095f4ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:58.379705 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-44e7782e-9529-4a59-8d8d-df31c66b9d7e req-cf04cc60-dd49-4172-99ee-d6f095f4ad15 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=5fa52688e9da47babb3d9002e7ec137a&device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 1128 time: 0.0414708 Sep 29 02:18:58.458194 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bcf7f-c9bf-4b37-a2dc-0a790dbd9d3f req-ab14d550-ec70-415c-83a9-0a6637d986d7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:58.459732 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-655bcf7f-c9bf-4b37-a2dc-0a790dbd9d3f req-ab14d550-ec70-415c-83a9-0a6637d986d7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0514898 Sep 29 02:18:58.496918 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:58.513461 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-655bcf7f-c9bf-4b37-a2dc-0a790dbd9d3f req-f99fd316-f4b4-4698-95bc-60fe00b1f5fc tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476093 Sep 29 02:18:58.590179 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f030109a-3c1a-42b5-98ec-6ad0ae49e5b7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:58.592216 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f030109a-3c1a-42b5-98ec-6ad0ae49e5b7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 811 time: 0.1818728 Sep 29 02:18:58.593834 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7782e-9529-4a59-8d8d-df31c66b9d7e req-9ddec502-785e-4e03-b05e-da54d5ba13d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:58.595208 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-44e7782e-9529-4a59-8d8d-df31c66b9d7e req-9ddec502-785e-4e03-b05e-da54d5ba13d6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=5fa52688e9da47babb3d9002e7ec137a&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2084572 Sep 29 02:18:58.655040 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2c09dbdf-6b1d-4e89-bb0b-fb1d8e7df0c7 req-2d8fa0ef-1931-47e4-93e3-0d3c5b24397d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 210 time: 0.0309622 Sep 29 02:18:58.689851 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:58.703051 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a65f7-e68f-44f4-9d21-5c8c15864af7 req-285d619b-e188-41c7-9a43-2903c391d999 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:58.705075 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9e3a65f7-e68f-44f4-9d21-5c8c15864af7 req-285d619b-e188-41c7-9a43-2903c391d999 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 944 time: 0.0527909 Sep 29 02:18:58.740346 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-20c07424-9a0f-4c64-a787-8e6899b254cc tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=165a7d71a21240a79e77abbe80717389 HTTP/1.1" status: 200 len: 380 time: 0.1358781 Sep 29 02:18:58.751647 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f95aa709-2ef7-4756-bbb1-9ece3afb8dfa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Request body: {'port': {'device_id': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'admin_state_up': True, 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'security_groups': ['d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed']}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:18:58.751885 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9e3a65f7-e68f-44f4-9d21-5c8c15864af7 req-d9e23771-b5ae-470d-bee1-0ff853098909 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414462 Sep 29 02:18:58.768043 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7782e-9529-4a59-8d8d-df31c66b9d7e req-3f27b6fd-064f-43ab-a215-a4651bf2cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:58.769535 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-44e7782e-9529-4a59-8d8d-df31c66b9d7e req-3f27b6fd-064f-43ab-a215-a4651bf2cb90 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1582763 Sep 29 02:18:58.857960 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-14984c3c-0201-4071-8afc-edd6262daf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:58.859453 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-14984c3c-0201-4071-8afc-edd6262daf76 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=5fa52688e9da47babb3d9002e7ec137a&device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 1128 time: 0.0528839 Sep 29 02:18:58.911275 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-d1e9fa81-b59c-486d-90c3-8a5cc43c2838 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16c3d190-2d90-421c-a5c9-7f30f4910351 HTTP/1.1" status: 200 len: 217 time: 0.0442538 Sep 29 02:18:59.188281 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f95aa709-2ef7-4756-bbb1-9ece3afb8dfa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Made reservation on behalf of 165a7d71a21240a79e77abbe80717389 for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:18:59.192633 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f95aa709-2ef7-4756-bbb1-9ece3afb8dfa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:59.198756 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-7d1cbf76-fbea-40f3-bc8e-85091517a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:59.201822 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-7d1cbf76-fbea-40f3-bc8e-85091517a34c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=87d63406-4e12-48d3-9876-3b3b53d48be4 HTTP/1.1" status: 200 len: 848 time: 0.2836487 Sep 29 02:18:59.236782 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-3bd6703e-4527-43fd-8a5c-d30ea659de7f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=046dae9f-4494-4475-8b8b-eff41f15f296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297196 Sep 29 02:18:59.410792 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-1b2188c3-e7d6-40ea-85b2-89314e827e25 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/046dae9f-4494-4475-8b8b-eff41f15f296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683657 Sep 29 02:18:59.426962 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f95aa709-2ef7-4756-bbb1-9ece3afb8dfa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Allocated IP 172.20.0.10 (7fb5d174-0244-4143-a2ba-fb111b24bb02/3b189aa6-b5d7-42f0-bc64-21d8dbf2a762/e1b0a843-1993-4dd1-a0a5-e40bb48271cc) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:18:59.583294 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-e0ece13c-bcaf-4281-aa9e-9a01eb7176d1 req-3c8c8729-90fe-4111-963e-378fdefb3105 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/046dae9f-4494-4475-8b8b-eff41f15f296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663854 Sep 29 02:18:59.607230 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:59.647185 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ad815-ab1f-49a2-af27-8b1b41467ca0 req-90df614c-e60d-4114-9751-e5d758d73945 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:59.648832 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-901ad815-ab1f-49a2-af27-8b1b41467ca0 req-90df614c-e60d-4114-9751-e5d758d73945 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0506167 Sep 29 02:18:59.649291 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f95aa709-2ef7-4756-bbb1-9ece3afb8dfa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:59.682180 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f95aa709-2ef7-4756-bbb1-9ece3afb8dfa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:59.698884 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-901ad815-ab1f-49a2-af27-8b1b41467ca0 req-eb97c324-3734-447b-b9cf-34bc5f6eae6c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441036 Sep 29 02:18:59.709719 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:59.732957 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f95aa709-2ef7-4756-bbb1-9ece3afb8dfa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Network 7fb5d174-0244-4143-a2ba-fb111b24bb02 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:18:59.738367 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f95aa709-2ef7-4756-bbb1-9ece3afb8dfa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:18:59.740601 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95aa709-2ef7-4756-bbb1-9ece3afb8dfa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'Port': ['ID=e1b0a843-1993-4dd1-a0a5-e40bb48271cc,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:59.743048 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f95aa709-2ef7-4756-bbb1-9ece3afb8dfa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:18:59.756278 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:59.802091 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f95aa709-2ef7-4756-bbb1-9ece3afb8dfa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:59.802875 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80533b93-30e3-42ff-98b0-2882b82720ec req-5bca1689-c1ce-4f74-ae4b-214a178b2dc9 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:59.804037 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f95aa709-2ef7-4756-bbb1-9ece3afb8dfa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:59.804956 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-80533b93-30e3-42ff-98b0-2882b82720ec req-5bca1689-c1ce-4f74-ae4b-214a178b2dc9 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 932 time: 0.0630546 Sep 29 02:18:59.822644 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f95aa709-2ef7-4756-bbb1-9ece3afb8dfa tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0767202 Sep 29 02:18:59.914502 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394aa31-4390-446f-bdc8-88b9f82809da req-f8f5e5b9-efa7-4ad6-92d4-a298347b126e tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:59.915995 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0394aa31-4390-446f-bdc8-88b9f82809da req-f8f5e5b9-efa7-4ad6-92d4-a298347b126e tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 944 time: 0.0783267 Sep 29 02:18:59.921080 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-80533b93-30e3-42ff-98b0-2882b82720ec req-50cf8832-5063-4f92-9bb9-54b2bf2906a7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079137 Sep 29 02:18:59.969051 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0394aa31-4390-446f-bdc8-88b9f82809da req-4fa82d61-ee7e-49de-ada9-8d225c09cf78 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467255 Sep 29 02:19:00.049736 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-93444384-f96f-4d11-b572-e209428082f8 None None] Provisioning complete for port e1b0a843-1993-4dd1-a0a5-e40bb48271cc triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:19:00.050295 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-93444384-f96f-4d11-b572-e209428082f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:00.050407 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-93444384-f96f-4d11-b572-e209428082f8 None None] Attempt 1 to provision port e1b0a843-1993-4dd1-a0a5-e40bb48271cc Sep 29 02:19:00.079302 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:00.086249 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-93444384-f96f-4d11-b572-e209428082f8 None None] Port e1b0a843-1993-4dd1-a0a5-e40bb48271cc cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:19:00.354843 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Request body: {'port': {'device_id': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:00.417942 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:00.586984 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-93444384-f96f-4d11-b572-e209428082f8 None None] Attempt 2 to provision port e1b0a843-1993-4dd1-a0a5-e40bb48271cc Sep 29 02:19:00.605962 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:00.620360 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-93444384-f96f-4d11-b572-e209428082f8 None None] Port e1b0a843-1993-4dd1-a0a5-e40bb48271cc cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:19:00.666374 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b0a843-1993-4dd1-a0a5-e40bb48271cc {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:19:00.673919 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Publish callbacks [] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:00.686140 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Transition to ACTIVE for port object e1b0a843-1993-4dd1-a0a5-e40bb48271cc will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:19:00.690459 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:00.753026 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b0a843-1993-4dd1-a0a5-e40bb48271cc,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:00.801747 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Attempting to bind port e1b0a843-1993-4dd1-a0a5-e40bb48271cc on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:19:00.802084 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Attempting to bind port e1b0a843-1993-4dd1-a0a5-e40bb48271cc by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:19:00.802410 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Attempting to bind port e1b0a843-1993-4dd1-a0a5-e40bb48271cc on network 7fb5d174-0244-4143-a2ba-fb111b24bb02 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:19:00.839916 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69aa375-7c28-4454-a739-ba95cf0e0d3c req-5a4085dd-2d84-4333-9a92-4370e2fda429 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:00.841423 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c69aa375-7c28-4454-a739-ba95cf0e0d3c req-5a4085dd-2d84-4333-9a92-4370e2fda429 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0482264 Sep 29 02:19:00.843816 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Port e1b0a843-1993-4dd1-a0a5-e40bb48271cc on network 7fb5d174-0244-4143-a2ba-fb111b24bb02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:19:00.844153 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Attempting to bind port e1b0a843-1993-4dd1-a0a5-e40bb48271cc on network 7fb5d174-0244-4143-a2ba-fb111b24bb02 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:19:00.889190 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c69aa375-7c28-4454-a739-ba95cf0e0d3c req-576ba247-ac1d-4437-a20a-efafe03093ae tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418742 Sep 29 02:19:00.890408 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:19:00.890736 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Checking segment: {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:19:00.891119 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Bound using segment: {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:19:00.891591 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Bound port: e1b0a843-1993-4dd1-a0a5-e40bb48271cc, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcd5f81-f0e5-4848-aeba-55abacab68c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:19:00.891954 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:00.931399 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:00.953278 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] For port e1b0a843-1993-4dd1-a0a5-e40bb48271cc, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:19:00.956430 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] For port e1b0a843-1993-4dd1-a0a5-e40bb48271cc, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1b0a843-1993-4dd1-a0a5-e40bb48271cc,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:19:00.962551 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:00.966861 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:00.967322 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:00.968952 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/e1b0a843-1993-4dd1-a0a5-e40bb48271cc HTTP/1.1" status: 200 len: 1094 time: 0.6184120 Sep 29 02:19:00.970433 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'tag': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:00.972670 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d34a36-51d8-4bca-aea7-b365805b1705" -d '{"events": [{"name": "network-changed", "server_uuid": "5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3", "tag": "e1b0a843-1993-4dd1-a0a5-e40bb48271cc"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:01.048565 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36e356f-c48c-4b91-bf0b-879fb16a8013 x-openstack-request-id: req-d36e356f-c48c-4b91-bf0b-879fb16a8013 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:01.048898 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3", "tag": "e1b0a843-1993-4dd1-a0a5-e40bb48271cc", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:01.049277 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d36e356f-c48c-4b91-bf0b-879fb16a8013 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:01.049680 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36e356f-c48c-4b91-bf0b-879fb16a8013'] response: {'name': 'network-changed', 'server_uuid': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'tag': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc', 'status': 'completed', 'code': 200} Sep 29 02:19:01.052893 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c87f5-fefa-48e7-be12-1e4f623fb912 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b0a843-1993-4dd1-a0a5-e40bb48271cc,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:01.058853 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667927d-ac33-4270-9cfe-184e8f12a45b req-3107cf40-f4eb-4ae5-9e9b-dbefce4f329f tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:01.060448 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a667927d-ac33-4270-9cfe-184e8f12a45b req-3107cf40-f4eb-4ae5-9e9b-dbefce4f329f tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 944 time: 0.0575488 Sep 29 02:19:01.061571 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:01.071215 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-4902114f-ade3-4f1c-9442-03aa4daab929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:01.072783 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-4902114f-ade3-4f1c-9442-03aa4daab929 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 1128 time: 0.0541277 Sep 29 02:19:01.113290 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-628b6abf-6ba1-4077-ae91-f1a1195f5949 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b0a843-1993-4dd1-a0a5-e40bb48271cc HTTP/1.1" status: 200 len: 217 time: 0.0338967 Sep 29 02:19:01.121288 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-93444384-f96f-4d11-b572-e209428082f8 None None] Attempt 3 to provision port e1b0a843-1993-4dd1-a0a5-e40bb48271cc Sep 29 02:19:01.148397 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51279eed-9e84-4935-b189-f4c2fc6b3da1 req-64070aea-49af-47f3-bb4a-fbf3840fdd81 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:01.149818 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-51279eed-9e84-4935-b189-f4c2fc6b3da1 req-64070aea-49af-47f3-bb4a-fbf3840fdd81 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 944 time: 0.0666831 Sep 29 02:19:01.153685 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a667927d-ac33-4270-9cfe-184e8f12a45b req-22f1d731-64df-4772-8d67-eaf0a2c2e06d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867183 Sep 29 02:19:01.162011 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-93444384-f96f-4d11-b572-e209428082f8 None None] Port e1b0a843-1993-4dd1-a0a5-e40bb48271cc had new provisioning blocks added so it will not transition to active. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:19:01.163864 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-1fd77bf0-82fd-4f5b-b46f-28ae30c8217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:01.165189 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-1fd77bf0-82fd-4f5b-b46f-28ae30c8217f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b189aa6-b5d7-42f0-bc64-21d8dbf2a762 HTTP/1.1" status: 200 len: 850 time: 0.0466199 Sep 29 02:19:01.201967 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-51279eed-9e84-4935-b189-f4c2fc6b3da1 req-0566e080-1f81-4f53-8cd7-e8c84448a1af tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439878 Sep 29 02:19:01.213033 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-c68fb54c-a628-4161-b9ae-58eabc0f066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:01.214538 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-c68fb54c-a628-4161-b9ae-58eabc0f066a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7fb5d174-0244-4143-a2ba-fb111b24bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436420 Sep 29 02:19:01.308183 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-eb40cda5-834b-4477-a2d2-43d78066c9d3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872600 Sep 29 02:19:01.400760 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9ab2200f-d292-4a51-9783-cdd56106ab47 req-b98f6926-d417-4041-80e9-c0f74f88a2be service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865757 Sep 29 02:19:01.673912 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d34a36-51d8-4bca-aea7-b365805b1705 req-906ed020-5833-45a2-ab53-abfe0a90c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:01.675302 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-23d34a36-51d8-4bca-aea7-b365805b1705 req-906ed020-5833-45a2-ab53-abfe0a90c0eb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 1128 time: 0.0393746 Sep 29 02:19:01.766828 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d34a36-51d8-4bca-aea7-b365805b1705 req-2dc08c6c-9833-4118-86f3-72a55a74d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:01.768301 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-23d34a36-51d8-4bca-aea7-b365805b1705 req-2dc08c6c-9833-4118-86f3-72a55a74d6f6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 911 time: 0.0874453 Sep 29 02:19:01.808375 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-23d34a36-51d8-4bca-aea7-b365805b1705 req-77d09cb0-12df-4295-8caf-1de8ed53d3f3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b0a843-1993-4dd1-a0a5-e40bb48271cc HTTP/1.1" status: 200 len: 217 time: 0.0318582 Sep 29 02:19:01.858171 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d34a36-51d8-4bca-aea7-b365805b1705 req-743e31e8-538b-4468-a0b6-455b66010f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:01.859627 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-23d34a36-51d8-4bca-aea7-b365805b1705 req-743e31e8-538b-4468-a0b6-455b66010f7d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b189aa6-b5d7-42f0-bc64-21d8dbf2a762 HTTP/1.1" status: 200 len: 850 time: 0.0435476 Sep 29 02:19:01.905381 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d34a36-51d8-4bca-aea7-b365805b1705 req-6270b831-57f5-4ded-b86b-082153fbf449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:01.906900 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-23d34a36-51d8-4bca-aea7-b365805b1705 req-6270b831-57f5-4ded-b86b-082153fbf449 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7fb5d174-0244-4143-a2ba-fb111b24bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383480 Sep 29 02:19:01.999156 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-23d34a36-51d8-4bca-aea7-b365805b1705 req-0cd5a1a9-db73-4737-9307-b2a15a42793b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857561 Sep 29 02:19:02.018577 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcb880-eaf9-4585-9808-e662bcfad4ae req-6a418f08-00cc-402d-b3ed-852ffade346d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:02.020034 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-03bcb880-eaf9-4585-9808-e662bcfad4ae req-6a418f08-00cc-402d-b3ed-852ffade346d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0500269 Sep 29 02:19:02.053404 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 16c3d190-2d90-421c-a5c9-7f30f4910351 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:19:02.070601 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-03bcb880-eaf9-4585-9808-e662bcfad4ae req-ecf898fb-141e-4f38-be73-012daf45286a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440314 Sep 29 02:19:02.098354 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-23d34a36-51d8-4bca-aea7-b365805b1705 req-d5b3a83f-23d6-43db-bb5e-5ea2fe8c855f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902576 Sep 29 02:19:02.181775 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 16c3d190-2d90-421c-a5c9-7f30f4910351, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=16c3d190-2d90-421c-a5c9-7f30f4910351,segment=NetworkSegment(773c933d-8441-4911-b4f1-c11b7215d3e4),segment_id=773c933d-8441-4911-b4f1-c11b7215d3e4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:02.195906 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '16c3d190-2d90-421c-a5c9-7f30f4910351', 'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296', 'port_id': '16c3d190-2d90-421c-a5c9-7f30f4910351', 'mac_address': 'fa:16:3e:65:8a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d63406-4e12-48d3-9876-3b3b53d48be4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:19:02.230142 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 16c3d190-2d90-421c-a5c9-7f30f4910351 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:19:02.230540 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:02.245366 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c3d190-2d90-421c-a5c9-7f30f4910351 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:19:02.267650 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 16c3d190-2d90-421c-a5c9-7f30f4910351, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=16c3d190-2d90-421c-a5c9-7f30f4910351,segment=NetworkSegment(773c933d-8441-4911-b4f1-c11b7215d3e4),segment_id=773c933d-8441-4911-b4f1-c11b7215d3e4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:02.271793 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:02.280310 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:02.301223 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e9a54-0af7-4bae-a632-670f0238dfe3 req-5cc92578-bf56-4994-af06-3c493667e899 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:02.302712 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-111e9a54-0af7-4bae-a632-670f0238dfe3 req-5cc92578-bf56-4994-af06-3c493667e899 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 944 time: 0.0588725 Sep 29 02:19:02.323205 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=16c3d190-2d90-421c-a5c9-7f30f4910351,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:02.349988 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cf166-595d-4ec9-b3d2-2f32cefda907 req-3934ac2d-0866-4c90-8c40-dccbd2b5ddd3 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:02.351450 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7b2cf166-595d-4ec9-b3d2-2f32cefda907 req-3934ac2d-0866-4c90-8c40-dccbd2b5ddd3 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 945 time: 0.0676742 Sep 29 02:19:02.398915 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-111e9a54-0af7-4bae-a632-670f0238dfe3 req-5739ad7f-d6d4-441a-b799-5f0e84cb83b5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794024 Sep 29 02:19:02.419580 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7b2cf166-595d-4ec9-b3d2-2f32cefda907 req-9c563e61-6a7b-4bcf-ae78-f2bfe0d2c5c9 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580897 Sep 29 02:19:02.500006 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['16c3d190-2d90-421c-a5c9-7f30f4910351'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:19:02.847309 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:19:03.197706 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c6fc5-2bff-4ba3-aa81-30d26cca6d6f req-b6e03845-2d52-4011-b925-978b2ee3b6d5 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:03.199180 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-479c6fc5-2bff-4ba3-aa81-30d26cca6d6f req-b6e03845-2d52-4011-b925-978b2ee3b6d5 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0475609 Sep 29 02:19:03.245136 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-479c6fc5-2bff-4ba3-aa81-30d26cca6d6f req-19669476-debc-4e46-84e3-422a2939be62 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405426 Sep 29 02:19:03.548419 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41e040-6553-475a-a9b4-aad29bcfb7bb req-4981b0a1-480c-40fa-9d95-bf2e7622d29f tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:03.549892 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7c41e040-6553-475a-a9b4-aad29bcfb7bb req-4981b0a1-480c-40fa-9d95-bf2e7622d29f tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 944 time: 0.0762832 Sep 29 02:19:03.568647 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8378cf2-4594-4ed0-8d32-dc9c28a698a8 req-e5af65d3-84fa-4b64-8c94-6b80c8319d82 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:03.570070 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a8378cf2-4594-4ed0-8d32-dc9c28a698a8 req-e5af65d3-84fa-4b64-8c94-6b80c8319d82 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 945 time: 0.0689132 Sep 29 02:19:03.633984 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7c41e040-6553-475a-a9b4-aad29bcfb7bb req-f6ea789c-1066-4191-97a6-5fea09f17a44 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785677 Sep 29 02:19:03.641004 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a8378cf2-4594-4ed0-8d32-dc9c28a698a8 req-ffe2579d-c2c2-4513-830e-38f640fc3caf tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640047 Sep 29 02:19:04.086199 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 16c3d190-2d90-421c-a5c9-7f30f4910351 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:19:04.130440 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 16c3d190-2d90-421c-a5c9-7f30f4910351 completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:19:04.135969 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 16c3d190-2d90-421c-a5c9-7f30f4910351 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:19:04.136346 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:04.136681 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 16c3d190-2d90-421c-a5c9-7f30f4910351 Sep 29 02:19:04.205878 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 16c3d190-2d90-421c-a5c9-7f30f4910351 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:19:04.206261 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:04.228229 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa91d22b-232d-4570-9e3f-17079d15ea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c3d190-2d90-421c-a5c9-7f30f4910351'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:04.230458 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fad653-fd71-4f47-991d-cb037eeacc84" -d '{"events": [{"server_uuid": "fa91d22b-232d-4570-9e3f-17079d15ea72", "name": "network-vif-plugged", "status": "completed", "tag": "16c3d190-2d90-421c-a5c9-7f30f4910351"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:04.243642 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 16c3d190-2d90-421c-a5c9-7f30f4910351, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=16c3d190-2d90-421c-a5c9-7f30f4910351,segment=NetworkSegment(773c933d-8441-4911-b4f1-c11b7215d3e4),segment_id=773c933d-8441-4911-b4f1-c11b7215d3e4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:04.247762 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:04.270802 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc71981-833c-43c5-b49b-667d6dd633c9 x-openstack-request-id: req-7cc71981-833c-43c5-b49b-667d6dd633c9 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:04.271096 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa91d22b-232d-4570-9e3f-17079d15ea72", "name": "network-vif-plugged", "status": "completed", "tag": "16c3d190-2d90-421c-a5c9-7f30f4910351", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:04.271348 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7cc71981-833c-43c5-b49b-667d6dd633c9 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:04.271738 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc71981-833c-43c5-b49b-667d6dd633c9'] response: {'server_uuid': 'fa91d22b-232d-4570-9e3f-17079d15ea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c3d190-2d90-421c-a5c9-7f30f4910351', 'code': 200} Sep 29 02:19:04.289485 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:04.300905 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=16c3d190-2d90-421c-a5c9-7f30f4910351,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:04.365824 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:04.383901 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15683f1-223a-41a8-be64-c478832f541c req-641ff424-955f-4993-a92b-ee07a145b43e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:04.385501 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b15683f1-223a-41a8-be64-c478832f541c req-641ff424-955f-4993-a92b-ee07a145b43e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0486033 Sep 29 02:19:04.433011 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b15683f1-223a-41a8-be64-c478832f541c req-c4f33e7a-26d7-4db4-9d09-736d551047f1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414658 Sep 29 02:19:04.435142 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22b387-2c05-4d62-80cf-9a0a9b8472c4 req-5a38471d-cffa-44af-80e9-3228ff6e71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:04.436660 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ee22b387-2c05-4d62-80cf-9a0a9b8472c4 req-5a38471d-cffa-44af-80e9-3228ff6e71d0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 1130 time: 0.0392179 Sep 29 02:19:04.481131 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ee22b387-2c05-4d62-80cf-9a0a9b8472c4 req-56425532-10b7-41d5-a0d1-949f60e2a4a9 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374904 Sep 29 02:19:04.785852 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d49fab-ec91-43f2-9148-e08f4d031c78 req-905a08b6-78f4-49d1-bb44-141c60552915 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:04.787322 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-95d49fab-ec91-43f2-9148-e08f4d031c78 req-905a08b6-78f4-49d1-bb44-141c60552915 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 944 time: 0.0771408 Sep 29 02:19:04.794668 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf762d-7fb4-4687-8c64-06eb7c3da22a req-7a0e7653-be92-43af-b97c-59414b53985a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:04.796021 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3fcf762d-7fb4-4687-8c64-06eb7c3da22a req-7a0e7653-be92-43af-b97c-59414b53985a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 946 time: 0.0770578 Sep 29 02:19:04.866352 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-95d49fab-ec91-43f2-9148-e08f4d031c78 req-3f8a4eb3-cb69-4ff3-953b-6827be9d0d59 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694103 Sep 29 02:19:04.873094 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3fcf762d-7fb4-4687-8c64-06eb7c3da22a req-dd8905f0-f977-430e-9b85-31fa198b4954 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694973 Sep 29 02:19:05.562179 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd521089-736c-4a1d-a14f-5ca45af5b47d req-2ec84b31-5145-48cc-8465-cd5c62e429bd tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:05.564541 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fd521089-736c-4a1d-a14f-5ca45af5b47d req-2ec84b31-5145-48cc-8465-cd5c62e429bd tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 944 time: 0.0470746 Sep 29 02:19:05.614870 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fd521089-736c-4a1d-a14f-5ca45af5b47d req-0ab40cee-ba93-48ca-9b4d-4164bd41e97e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447240 Sep 29 02:19:06.014856 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516a597-cc7e-4f47-8c3e-752c99029d60 req-67e2638c-716c-4911-9bf9-7064a39691b7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:06.016840 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c516a597-cc7e-4f47-8c3e-752c99029d60 req-67e2638c-716c-4911-9bf9-7064a39691b7 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 944 time: 0.0742419 Sep 29 02:19:06.022509 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3045e-2098-4e40-a0f9-1afb24455655 req-4a33e0ac-1103-48ab-a01b-3e6cac5e2373 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:06.023846 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-baf3045e-2098-4e40-a0f9-1afb24455655 req-4a33e0ac-1103-48ab-a01b-3e6cac5e2373 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 946 time: 0.0719128 Sep 29 02:19:06.097720 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c516a597-cc7e-4f47-8c3e-752c99029d60 req-d2abef04-c5e3-46a0-814a-1d62893e4e2a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729585 Sep 29 02:19:06.101745 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-baf3045e-2098-4e40-a0f9-1afb24455655 req-5540535a-5ef4-4d3d-bfba-59cdcdf24123 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703661 Sep 29 02:19:06.108892 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:19:06.195264 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:06.213380 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:06.225996 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'port_id': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'mac_address': 'fa:16:3e:aa:64:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:19:06.269663 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:19:06.270053 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:06.284141 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:19:06.306742 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:06.310727 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:06.356446 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,revision_number=9']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:06.530696 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['9072cabc-6b89-4fb1-8e28-0d498ffd25b9'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:19:06.760636 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:06.778631 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea3eb7-8a09-4228-820b-ef51b82afbd4 req-c0852e11-e98c-4fa5-95b3-25d127a5243b tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:06.779777 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-24ea3eb7-8a09-4228-820b-ef51b82afbd4 req-c0852e11-e98c-4fa5-95b3-25d127a5243b tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 946 time: 0.0820520 Sep 29 02:19:06.787245 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061ff5a-1ef8-4c54-97ed-ed856e6f0dea req-452c3113-1ac0-4b7a-bcaa-edb67f963c10 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:06.788648 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d061ff5a-1ef8-4c54-97ed-ed856e6f0dea req-452c3113-1ac0-4b7a-bcaa-edb67f963c10 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 945 time: 0.0813010 Sep 29 02:19:06.861061 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-24ea3eb7-8a09-4228-820b-ef51b82afbd4 req-5d94a947-3ded-487f-80c9-906ac26e76dc tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714245 Sep 29 02:19:06.864223 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d061ff5a-1ef8-4c54-97ed-ed856e6f0dea req-54765615-2a3d-4c6a-9f6d-4ed6c86cd225 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679104 Sep 29 02:19:07.222747 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228a2da-99ea-483b-a4f9-017aa3b2532a req-cf9ee690-a646-4074-947f-cc6abbf35edb tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:07.224210 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d228a2da-99ea-483b-a4f9-017aa3b2532a req-cf9ee690-a646-4074-947f-cc6abbf35edb tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 944 time: 0.0497329 Sep 29 02:19:07.272237 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d228a2da-99ea-483b-a4f9-017aa3b2532a req-bd287816-3b3c-4c60-a473-174d228ff37b tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425172 Sep 29 02:19:08.011388 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ec0bb-c555-4d10-bfef-a2779b36de9a req-89763f5f-552b-4926-a456-3ee085856928 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:08.012863 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-104ec0bb-c555-4d10-bfef-a2779b36de9a req-89763f5f-552b-4926-a456-3ee085856928 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 946 time: 0.0763907 Sep 29 02:19:08.019095 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0719-629c-480a-b755-142b4e72ce84 req-a2b71e65-9b2e-481a-8381-cb59a4dc98f0 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:08.020454 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bc4d0719-629c-480a-b755-142b4e72ce84 req-a2b71e65-9b2e-481a-8381-cb59a4dc98f0 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 945 time: 0.0713279 Sep 29 02:19:08.094762 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-104ec0bb-c555-4d10-bfef-a2779b36de9a req-1c375a4f-ae21-419b-bc08-14ff80624148 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733514 Sep 29 02:19:08.098715 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bc4d0719-629c-480a-b755-142b4e72ce84 req-90a40c95-986f-483e-90ff-d078a5ffb741 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715880 Sep 29 02:19:08.133701 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:19:08.176993 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:19:08.177294 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:08.177631 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 Sep 29 02:19:08.248761 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:19:08.249187 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:08.271508 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:08.273744 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa7fec3-4ab0-4361-8955-e88046c75921" -d '{"events": [{"server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:08.286267 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:08.290395 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:08.321587 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b43cf2c-06aa-4c85-8f42-776b71a2d071 x-openstack-request-id: req-0b43cf2c-06aa-4c85-8f42-776b71a2d071 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:08.321909 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:08.322163 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0b43cf2c-06aa-4c85-8f42-776b71a2d071 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:08.322556 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b43cf2c-06aa-4c85-8f42-776b71a2d071'] response: {'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'code': 200} Sep 29 02:19:08.340381 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,revision_number=10']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:08.360469 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:08.396333 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d31955-91bf-4a12-afc9-b66c767c6c13 req-986a985e-f9ba-4c4b-8049-b169747702eb tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:08.397914 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e5d31955-91bf-4a12-afc9-b66c767c6c13 req-986a985e-f9ba-4c4b-8049-b169747702eb tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 944 time: 0.0467970 Sep 29 02:19:08.447073 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e5d31955-91bf-4a12-afc9-b66c767c6c13 req-edd56ddb-0954-44cc-b122-13098e786428 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Sep 29 02:19:08.783255 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c7d26-8a2f-4abb-92d8-8b27992ae796 req-08fac0d4-7edc-4888-9242-345c2e73151e tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:08.784722 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-002c7d26-8a2f-4abb-92d8-8b27992ae796 req-08fac0d4-7edc-4888-9242-345c2e73151e tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 946 time: 0.0477688 Sep 29 02:19:08.866557 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:08.868588 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397b735-c8cf-44b2-b2b0-4a116e8b3b0b req-218919a5-6849-4ae2-9321-4cd83138a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:08.870097 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1397b735-c8cf-44b2-b2b0-4a116e8b3b0b req-218919a5-6849-4ae2-9321-4cd83138a49d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 1131 time: 0.0512552 Sep 29 02:19:08.918065 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-002c7d26-8a2f-4abb-92d8-8b27992ae796 req-1c0e47ed-3d18-465a-84a7-3fb215433bad tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Deleting port 16c3d190-2d90-421c-a5c9-7f30f4910351 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:08.918405 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-002c7d26-8a2f-4abb-92d8-8b27992ae796 req-1c0e47ed-3d18-465a-84a7-3fb215433bad tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:08.923179 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:08.986812 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1397b735-c8cf-44b2-b2b0-4a116e8b3b0b req-706a30ae-d834-4a69-9244-d2fd42b020ff service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988698 Sep 29 02:19:09.028620 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-002c7d26-8a2f-4abb-92d8-8b27992ae796 req-1c0e47ed-3d18-465a-84a7-3fb215433bad tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] For port 16c3d190-2d90-421c-a5c9-7f30f4910351, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=16c3d190-2d90-421c-a5c9-7f30f4910351,segment=NetworkSegment(773c933d-8441-4911-b4f1-c11b7215d3e4),segment_id=773c933d-8441-4911-b4f1-c11b7215d3e4)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:09.029020 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-002c7d26-8a2f-4abb-92d8-8b27992ae796 req-1c0e47ed-3d18-465a-84a7-3fb215433bad tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.042163 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-002c7d26-8a2f-4abb-92d8-8b27992ae796 req-1c0e47ed-3d18-465a-84a7-3fb215433bad tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Calling delete_port for 16c3d190-2d90-421c-a5c9-7f30f4910351 owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:09.166664 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-002c7d26-8a2f-4abb-92d8-8b27992ae796 req-1c0e47ed-3d18-465a-84a7-3fb215433bad tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (16c3d190-2d90-421c-a5c9-7f30f4910351), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.179607 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['16c3d190-2d90-421c-a5c9-7f30f4910351'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:19:09.200787 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e47ed-3d18-465a-84a7-3fb215433bad tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Pushing event deleted for resources: {'Port': ['ID=16c3d190-2d90-421c-a5c9-7f30f4910351,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:09.225755 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ee5630fb-4574-4ac1-8748-4b33f5122055 req-780622df-3116-4d63-b5cd-4dbc278955ba tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 210 time: 0.0354974 Sep 29 02:19:09.246311 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-002c7d26-8a2f-4abb-92d8-8b27992ae796 req-1c0e47ed-3d18-465a-84a7-3fb215433bad tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] No DVR routers for this DVR port 16c3d190-2d90-421c-a5c9-7f30f4910351 on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:19:09.254503 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-002c7d26-8a2f-4abb-92d8-8b27992ae796 req-1c0e47ed-3d18-465a-84a7-3fb215433bad tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.257819 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-002c7d26-8a2f-4abb-92d8-8b27992ae796 req-1c0e47ed-3d18-465a-84a7-3fb215433bad tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.57 "DELETE /networking/v2.0/ports/16c3d190-2d90-421c-a5c9-7f30f4910351 HTTP/1.1" status: 204 len: 173 time: 0.4682117 Sep 29 02:19:09.258364 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa91d22b-232d-4570-9e3f-17079d15ea72', 'name': 'network-vif-deleted', 'tag': '16c3d190-2d90-421c-a5c9-7f30f4910351'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:09.260651 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd990831-4402-4a27-a73d-38dd32363682" -d '{"events": [{"server_uuid": "fa91d22b-232d-4570-9e3f-17079d15ea72", "name": "network-vif-deleted", "tag": "16c3d190-2d90-421c-a5c9-7f30f4910351"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:09.276833 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faabbe1-1e79-4cad-9ed4-f96708c9da0c req-a2c59156-9f8d-4fe6-adaa-a4df3a63adfa tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:09.278388 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3faabbe1-1e79-4cad-9ed4-f96708c9da0c req-a2c59156-9f8d-4fe6-adaa-a4df3a63adfa tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 947 time: 0.0555372 Sep 29 02:19:09.306095 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b45d4e2-b90f-41cb-8d8f-b4c3cbb2df72 x-openstack-request-id: req-5b45d4e2-b90f-41cb-8d8f-b4c3cbb2df72 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:09.306394 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa91d22b-232d-4570-9e3f-17079d15ea72", "name": "network-vif-deleted", "tag": "16c3d190-2d90-421c-a5c9-7f30f4910351", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:09.306657 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5b45d4e2-b90f-41cb-8d8f-b4c3cbb2df72 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:09.307069 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b45d4e2-b90f-41cb-8d8f-b4c3cbb2df72'] response: {'server_uuid': 'fa91d22b-232d-4570-9e3f-17079d15ea72', 'name': 'network-vif-deleted', 'tag': '16c3d190-2d90-421c-a5c9-7f30f4910351', 'status': 'completed', 'code': 200} Sep 29 02:19:09.336147 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3faabbe1-1e79-4cad-9ed4-f96708c9da0c req-5735b0f8-417d-4041-91b1-d34f582775ef tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503309 Sep 29 02:19:09.566797 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55535861-b165-4100-a245-e36f03d16066 req-fbfb81f5-4652-424c-8147-94a6bb193d47 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:09.568234 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-55535861-b165-4100-a245-e36f03d16066 req-fbfb81f5-4652-424c-8147-94a6bb193d47 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 944 time: 0.0465353 Sep 29 02:19:09.616894 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-55535861-b165-4100-a245-e36f03d16066 req-49279c99-b806-4fe0-bffa-da9821857239 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429814 Sep 29 02:19:10.154093 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device e1b0a843-1993-4dd1-a0a5-e40bb48271cc details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:19:10.258321 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port e1b0a843-1993-4dd1-a0a5-e40bb48271cc, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1b0a843-1993-4dd1-a0a5-e40bb48271cc,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:10.260579 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:10.271457 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'port_id': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc', 'mac_address': 'fa:16:3e:ea:e6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:19:10.310328 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port e1b0a843-1993-4dd1-a0a5-e40bb48271cc is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:19:10.311011 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.331234 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b0a843-1993-4dd1-a0a5-e40bb48271cc {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:19:10.341586 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:10.355127 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port e1b0a843-1993-4dd1-a0a5-e40bb48271cc, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1b0a843-1993-4dd1-a0a5-e40bb48271cc,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:10.360954 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.366536 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-efa57ffa-f6de-434c-91c8-3d5ce89c7f1d req-1db7877c-23b5-4310-bdd5-69dea758bc8b tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa91d22b-232d-4570-9e3f-17079d15ea72 HTTP/1.1" status: 200 len: 210 time: 0.0475032 Sep 29 02:19:10.420574 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=e1b0a843-1993-4dd1-a0a5-e40bb48271cc,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:10.487172 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8c639-650a-4a30-9ced-b0faac3b1a63 req-83f806dc-90f1-46d6-8772-606cd277be44 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:10.488745 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1de8c639-650a-4a30-9ced-b0faac3b1a63 req-83f806dc-90f1-46d6-8772-606cd277be44 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 947 time: 0.0567100 Sep 29 02:19:10.541863 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1de8c639-650a-4a30-9ced-b0faac3b1a63 req-f3788629-a063-491d-b7d7-b9971248ce5c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470469 Sep 29 02:19:10.599955 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['e1b0a843-1993-4dd1-a0a5-e40bb48271cc'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:19:10.738956 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfe528-4b65-46b7-9c03-4d1e845c274d req-d2f815c0-b4e6-4261-bf50-9423014a9697 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:10.740462 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d9dfe528-4b65-46b7-9c03-4d1e845c274d req-d2f815c0-b4e6-4261-bf50-9423014a9697 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 945 time: 0.0476441 Sep 29 02:19:10.790649 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d9dfe528-4b65-46b7-9c03-4d1e845c274d req-675972fa-9075-4585-963b-b27908b7fe27 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444002 Sep 29 02:19:11.635221 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5f891a2a-d321-4067-b164-0d9687ebfec1 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:11.636699 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5f891a2a-d321-4067-b164-0d9687ebfec1 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/networks?id=046dae9f-4494-4475-8b8b-eff41f15f296 HTTP/1.1" status: 200 len: 808 time: 0.1036880 Sep 29 02:19:11.673491 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-0681c687-efb2-4d78-ad38-3832adb4b804 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/quotas/5fa52688e9da47babb3d9002e7ec137a HTTP/1.1" status: 200 len: 375 time: 0.0270708 Sep 29 02:19:11.697470 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c7186-c544-44be-98f9-1a6c7694c2d2 req-8178aea6-ad77-4453-9590-feafe3f916bd tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:11.698966 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3b4c7186-c544-44be-98f9-1a6c7694c2d2 req-8178aea6-ad77-4453-9590-feafe3f916bd tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 947 time: 0.0613813 Sep 29 02:19:11.716893 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-74054c76-b3ec-4200-9549-9e76fb02ef72 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5fa52688e9da47babb3d9002e7ec137a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381770 Sep 29 02:19:11.786997 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:11.810143 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3b4c7186-c544-44be-98f9-1a6c7694c2d2 req-d3128888-23cd-461d-a25d-803fac1bd821 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959895 Sep 29 02:19:11.839780 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-3e60a984-2cdd-4e25-9469-f4447067eb9f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/046dae9f-4494-4475-8b8b-eff41f15f296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108186 Sep 29 02:19:11.953827 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d5622-e89c-4be6-bcc4-cc79f7090838 req-c52f128f-d219-4aad-8167-e1189462f531 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:11.955199 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c32d5622-e89c-4be6-bcc4-cc79f7090838 req-c52f128f-d219-4aad-8167-e1189462f531 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 945 time: 0.0579674 Sep 29 02:19:11.979459 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:11.994007 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-bc5da73a-91ca-4d5c-aab1-490166ed50ce service neutron] 10.222.0.27 "GET /networking/v2.0/networks/046dae9f-4494-4475-8b8b-eff41f15f296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465726 Sep 29 02:19:12.022665 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c32d5622-e89c-4be6-bcc4-cc79f7090838 req-2c1882c6-239b-4b8c-bd52-65b35ca0f0f0 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590496 Sep 29 02:19:12.155158 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c73e8781-4b3f-4b4e-9f88-95120a0885f2 req-172d9bb6-5421-4192-a6cd-c14b7b1f6986 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 210 time: 0.0265453 Sep 29 02:19:12.183992 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device e1b0a843-1993-4dd1-a0a5-e40bb48271cc up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:19:12.225558 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port e1b0a843-1993-4dd1-a0a5-e40bb48271cc completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:19:12.231785 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port e1b0a843-1993-4dd1-a0a5-e40bb48271cc triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:19:12.232234 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:12.232637 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port e1b0a843-1993-4dd1-a0a5-e40bb48271cc Sep 29 02:19:12.311390 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port e1b0a843-1993-4dd1-a0a5-e40bb48271cc is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:19:12.311789 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:12.338762 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:12.341008 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef79677-0223-47f2-bb20-337c547c032e" -d '{"events": [{"server_uuid": "5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3", "name": "network-vif-plugged", "status": "completed", "tag": "e1b0a843-1993-4dd1-a0a5-e40bb48271cc"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:12.354980 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port e1b0a843-1993-4dd1-a0a5-e40bb48271cc, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1b0a843-1993-4dd1-a0a5-e40bb48271cc,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:12.361965 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:12.362791 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 16c3d190-2d90-421c-a5c9-7f30f4910351 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:12.400747 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495dae64-2101-4663-8a04-17b7367a980e x-openstack-request-id: req-495dae64-2101-4663-8a04-17b7367a980e {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:12.401131 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3", "name": "network-vif-plugged", "status": "completed", "tag": "e1b0a843-1993-4dd1-a0a5-e40bb48271cc", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:12.401340 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-495dae64-2101-4663-8a04-17b7367a980e {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:12.401734 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-495dae64-2101-4663-8a04-17b7367a980e'] response: {'server_uuid': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc', 'code': 200} Sep 29 02:19:12.402339 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 16c3d190-2d90-421c-a5c9-7f30f4910351 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:12.402694 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 16c3d190-2d90-421c-a5c9-7f30f4910351 not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:12.432382 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=e1b0a843-1993-4dd1-a0a5-e40bb48271cc,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:12.667306 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf413b-db85-4250-8dd6-a7ac97a3106a req-f3e85ec7-9544-441c-99af-19326d49d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:12.668815 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-78bf413b-db85-4250-8dd6-a7ac97a3106a req-f3e85ec7-9544-441c-99af-19326d49d221 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 1130 time: 0.0395343 Sep 29 02:19:12.716511 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-78bf413b-db85-4250-8dd6-a7ac97a3106a req-97623056-7209-4e77-8bc3-9fb21e75109c service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394576 Sep 29 02:19:13.150812 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a3bd7-2bc4-4c5e-aac1-18b696d99743 req-a55eec2c-ee06-4628-a19a-e28163c90464 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:13.152271 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-113a3bd7-2bc4-4c5e-aac1-18b696d99743 req-a55eec2c-ee06-4628-a19a-e28163c90464 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 946 time: 0.0490601 Sep 29 02:19:13.203027 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-113a3bd7-2bc4-4c5e-aac1-18b696d99743 req-bff69b01-a1ab-4040-8fe9-1010803e1db0 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441084 Sep 29 02:19:13.257612 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bcb49749-3c70-441e-8019-64b4320a8a20 req-3cb45c7f-fa94-48df-8cf8-162a7369b9c6 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 210 time: 0.0273275 Sep 29 02:19:14.201925 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-f3772650-8783-4dd9-a1e4-06a3d809b63d tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:14.205156 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-f3772650-8783-4dd9-a1e4-06a3d809b63d tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.57 "GET /networking/v2.0/networks?id=046dae9f-4494-4475-8b8b-eff41f15f296 HTTP/1.1" status: 200 len: 808 time: 0.1101248 Sep 29 02:19:14.216787 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-913cda78-c61e-46c3-b12f-a673c6b4aa5a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Request body: {'port': {'device_id': 'd6cf821a-14c8-454c-b553-355dc19b1202', 'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296', 'admin_state_up': True, 'tenant_id': '5fa52688e9da47babb3d9002e7ec137a'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:14.338558 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-913cda78-c61e-46c3-b12f-a673c6b4aa5a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Made reservation on behalf of 5fa52688e9da47babb3d9002e7ec137a for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:19:14.342390 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-913cda78-c61e-46c3-b12f-a673c6b4aa5a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.373608 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b7f43-1256-49cc-976b-7a7ef23b2026 req-fef539d4-b1d7-44d3-bd8b-6427671fcd7f tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:14.375140 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-605b7f43-1256-49cc-976b-7a7ef23b2026 req-fef539d4-b1d7-44d3-bd8b-6427671fcd7f tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 946 time: 0.0726919 Sep 29 02:19:14.396054 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a25522bb-e081-4253-864e-8d83ca7dbc44 req-68e32ad0-c481-46bb-b98a-96aa89fc548e tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 210 time: 0.0514731 Sep 29 02:19:14.441016 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-605b7f43-1256-49cc-976b-7a7ef23b2026 req-d1ff18df-fbfb-4db2-93bf-53bbf6776cec tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475669 Sep 29 02:19:14.461573 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:14.475791 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-913cda78-c61e-46c3-b12f-a673c6b4aa5a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Allocated IP 172.20.0.6 (046dae9f-4494-4475-8b8b-eff41f15f296/87d63406-4e12-48d3-9876-3b3b53d48be4/dd2a39ee-88f7-487a-a836-b9401f6cbff0) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:19:14.560117 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202c5f8-0c83-48c1-87dc-32dd5e2484f2 req-06d23445-2d99-445f-8f81-d942c1022b3d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:14.561603 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f202c5f8-0c83-48c1-87dc-32dd5e2484f2 req-06d23445-2d99-445f-8f81-d942c1022b3d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 946 time: 0.0470192 Sep 29 02:19:14.579770 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:14.613026 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f202c5f8-0c83-48c1-87dc-32dd5e2484f2 req-a46142ab-c1d9-4d60-be9c-77895d951284 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443766 Sep 29 02:19:14.636910 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-913cda78-c61e-46c3-b12f-a673c6b4aa5a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks [] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.642477 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50510) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:14.669510 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-913cda78-c61e-46c3-b12f-a673c6b4aa5a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.725690 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-913cda78-c61e-46c3-b12f-a673c6b4aa5a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Network 046dae9f-4494-4475-8b8b-eff41f15f296 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:19:14.731555 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-913cda78-c61e-46c3-b12f-a673c6b4aa5a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:19:14.736646 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-913cda78-c61e-46c3-b12f-a673c6b4aa5a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:19:14.740962 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cda78-c61e-46c3-b12f-a673c6b4aa5a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Pushing event updated for resources: {'Port': ['ID=dd2a39ee-88f7-487a-a836-b9401f6cbff0,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:14.788068 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2c4b96-d98e-4baf-aea1-3277577cefb0 tempest-TestVolumeBootPattern-1378531635 tempest-TestVolumeBootPattern-1378531635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:14.789088 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-913cda78-c61e-46c3-b12f-a673c6b4aa5a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:14.789629 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-7e2c4b96-d98e-4baf-aea1-3277577cefb0 tempest-TestVolumeBootPattern-1378531635 tempest-TestVolumeBootPattern-1378531635-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 1125 time: 0.1461024 Sep 29 02:19:14.789877 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-913cda78-c61e-46c3-b12f-a673c6b4aa5a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.792395 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50514) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:14.796538 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'port_id': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:14.806472 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-913cda78-c61e-46c3-b12f-a673c6b4aa5a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934970 Sep 29 02:19:14.818030 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Request body: {'port': {'device_id': 'd6cf821a-14c8-454c-b553-355dc19b1202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:14.819235 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.876923 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.900528 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:15.008553 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Allocated IP 172.27.3.11 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/a193ef89-cb51-4154-8b5b-0377e0b9e06b) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:19:15.088073 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:15.116022 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for port (a193ef89-cb51-4154-8b5b-0377e0b9e06b), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:15.131206 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2a39ee-88f7-487a-a836-b9401f6cbff0 {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:19:15.139213 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Publish callbacks [] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:15.147686 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (a193ef89-cb51-4154-8b5b-0377e0b9e06b), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:15.151906 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Transition to ACTIVE for port object dd2a39ee-88f7-487a-a836-b9401f6cbff0 will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:19:15.156660 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:15.191788 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:19:15.196498 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:19:15.200747 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:19:15.204072 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'Port': ['ID=a193ef89-cb51-4154-8b5b-0377e0b9e06b,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:15.216101 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2a39ee-88f7-487a-a836-b9401f6cbff0,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:15.241230 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:INSERT=3,neutron:UPDATE=6,neutron:SELECT=90,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:15.272685 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Attempting to bind port dd2a39ee-88f7-487a-a836-b9401f6cbff0 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:19:15.273060 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Attempting to bind port dd2a39ee-88f7-487a-a836-b9401f6cbff0 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '773c933d-8441-4911-b4f1-c11b7215d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:19:15.273396 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Attempting to bind port dd2a39ee-88f7-487a-a836-b9401f6cbff0 on network 046dae9f-4494-4475-8b8b-eff41f15f296 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:19:15.320487 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Port dd2a39ee-88f7-487a-a836-b9401f6cbff0 on network 046dae9f-4494-4475-8b8b-eff41f15f296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:19:15.320817 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Attempting to bind port dd2a39ee-88f7-487a-a836-b9401f6cbff0 on network 046dae9f-4494-4475-8b8b-eff41f15f296 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:19:15.341674 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-93611e57-a78f-4c92-ad5c-18966a76e276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:15.365149 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:19:15.365494 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Checking segment: {'id': '773c933d-8441-4911-b4f1-c11b7215d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:19:15.365875 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Bound using segment: {'id': '773c933d-8441-4911-b4f1-c11b7215d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:19:15.366315 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Bound port: dd2a39ee-88f7-487a-a836-b9401f6cbff0, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773c933d-8441-4911-b4f1-c11b7215d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:19:15.366677 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:15.369511 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:15.434473 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] For port dd2a39ee-88f7-487a-a836-b9401f6cbff0, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:19:15.440643 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] For port dd2a39ee-88f7-487a-a836-b9401f6cbff0, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dd2a39ee-88f7-487a-a836-b9401f6cbff0,segment=NetworkSegment(773c933d-8441-4911-b4f1-c11b7215d3e4),segment_id=773c933d-8441-4911-b4f1-c11b7215d3e4)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:19:15.448768 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:15.483448 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:15.484061 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:15.485532 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/dd2a39ee-88f7-487a-a836-b9401f6cbff0 HTTP/1.1" status: 200 len: 1093 time: 0.6718421 Sep 29 02:19:15.486150 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cf821a-14c8-454c-b553-355dc19b1202', 'tag': 'dd2a39ee-88f7-487a-a836-b9401f6cbff0'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:15.488360 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6523908-55b3-4e6c-ba5d-b359c18db83b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cf821a-14c8-454c-b553-355dc19b1202", "tag": "dd2a39ee-88f7-487a-a836-b9401f6cbff0"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:15.509896 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.510784 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920b6bc-5849-4c45-908b-3e9722242ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2a39ee-88f7-487a-a836-b9401f6cbff0,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:15.511017 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.511546 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.512062 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.512557 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.513074 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.513461 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.513966 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.514295 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.514631 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.514960 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.515290 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.515611 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.515957 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.516988 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:15.543398 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:15.570264 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332aae8b-1efa-4ee3-a4cf-cfcf0c6675bb x-openstack-request-id: req-332aae8b-1efa-4ee3-a4cf-cfcf0c6675bb {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:15.570264 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cf821a-14c8-454c-b553-355dc19b1202", "tag": "dd2a39ee-88f7-487a-a836-b9401f6cbff0", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:15.570264 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-332aae8b-1efa-4ee3-a4cf-cfcf0c6675bb {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:15.570264 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332aae8b-1efa-4ee3-a4cf-cfcf0c6675bb'] response: {'name': 'network-changed', 'server_uuid': 'd6cf821a-14c8-454c-b553-355dc19b1202', 'tag': 'dd2a39ee-88f7-487a-a836-b9401f6cbff0', 'status': 'completed', 'code': 200} Sep 29 02:19:15.570778 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a63fff-88b1-42cd-aec5-af8503493c93 req-760c62ce-4df1-4d6b-b4b9-e0b341ccb126 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:15.570778 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c5a63fff-88b1-42cd-aec5-af8503493c93 req-760c62ce-4df1-4d6b-b4b9-e0b341ccb126 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 943 time: 0.0771282 Sep 29 02:19:15.584115 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-f0155c6e-1e69-455a-a146-ac3b4e7ee2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:15.585846 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-f0155c6e-1e69-455a-a146-ac3b4e7ee2b8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=5fa52688e9da47babb3d9002e7ec137a&device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 1127 time: 0.0522506 Sep 29 02:19:15.624716 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-ebb0026e-db39-4f39-a637-906dd017636b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd2a39ee-88f7-487a-a836-b9401f6cbff0 HTTP/1.1" status: 200 len: 217 time: 0.0324254 Sep 29 02:19:15.669636 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c5a63fff-88b1-42cd-aec5-af8503493c93 req-06361230-27bb-4036-9c71-f8c5ee65feec tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938137 Sep 29 02:19:15.674102 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-449d78f0-e1e0-4245-a7ec-ccf2b103f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:15.675546 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-449d78f0-e1e0-4245-a7ec-ccf2b103f7f5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=87d63406-4e12-48d3-9876-3b3b53d48be4 HTTP/1.1" status: 200 len: 848 time: 0.0431476 Sep 29 02:19:15.708689 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-2198fc70-4b82-4235-9bf9-749359e97dc8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=046dae9f-4494-4475-8b8b-eff41f15f296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267107 Sep 29 02:19:15.803223 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-954ec924-4696-47f5-92e1-65d2593d89b5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/046dae9f-4494-4475-8b8b-eff41f15f296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882864 Sep 29 02:19:15.930784 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for floatingip (8c8d3866-43fe-44ce-a748-e9634d7eb334), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:16.001772 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (a193ef89-cb51-4154-8b5b-0377e0b9e06b), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:16.120954 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6398ab9-10be-4008-937b-e84aa7bd4945 req-1c5b9d9b-b3d1-4b9f-8f7d-0877115abc60 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/046dae9f-4494-4475-8b8b-eff41f15f296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123894 Sep 29 02:19:16.145269 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:16.154096 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for port (a193ef89-cb51-4154-8b5b-0377e0b9e06b), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:16.159115 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (a193ef89-cb51-4154-8b5b-0377e0b9e06b), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:16.227347 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (8c8d3866-43fe-44ce-a748-e9634d7eb334), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:16.229213 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event updated for resources: {'Port': ['ID=a193ef89-cb51-4154-8b5b-0377e0b9e06b,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:16.324555 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.l3_db [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Floating IP 8c8d3866-43fe-44ce-a748-e9634d7eb334 associated. External IP: 172.27.3.11, port: e1b0a843-1993-4dd1-a0a5-e40bb48271cc. Sep 29 02:19:16.454012 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:16.519441 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:19:16.621445 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:19:16.631180 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf414217-33bc-458e-a721-04c89ef7c5f6 None None] Sync routers for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:19:16.639522 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:16.642768 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf414217-33bc-458e-a721-04c89ef7c5f6 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:16.643390 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-bf414217-33bc-458e-a721-04c89ef7c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:18:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:16.669661 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-cd2bffc2-3da5-48fb-b11b-e40f32032fe2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8762426 Sep 29 02:19:16.670570 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'tag': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:16.673716 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38071601-1d41-4c69-b857-769e36b8b891" -d '{"events": [{"name": "network-changed", "server_uuid": "5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3", "tag": "e1b0a843-1993-4dd1-a0a5-e40bb48271cc"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:16.737871 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:16.755153 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-bf414217-33bc-458e-a721-04c89ef7c5f6 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:16.801583 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53312a0f-22d7-4940-9a48-a1eef8f4dc47 req-b490ddb4-c73e-47c7-8bc4-99e09d7994b4 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:16.803322 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-53312a0f-22d7-4940-9a48-a1eef8f4dc47 req-b490ddb4-c73e-47c7-8bc4-99e09d7994b4 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 943 time: 0.0541172 Sep 29 02:19:16.856278 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-53312a0f-22d7-4940-9a48-a1eef8f4dc47 req-eea2781b-1f98-4bec-95cb-41e824ec5608 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465584 Sep 29 02:19:16.867484 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d08b4c5-39a6-4ef5-85ed-c09716487153 x-openstack-request-id: req-6d08b4c5-39a6-4ef5-85ed-c09716487153 {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:16.867843 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3", "tag": "e1b0a843-1993-4dd1-a0a5-e40bb48271cc", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:16.868166 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6d08b4c5-39a6-4ef5-85ed-c09716487153 {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:16.868805 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d08b4c5-39a6-4ef5-85ed-c09716487153'] response: {'name': 'network-changed', 'server_uuid': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'tag': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc', 'status': 'completed', 'code': 200} Sep 29 02:19:16.940633 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:16.981286 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-bf414217-33bc-458e-a721-04c89ef7c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '08cbdc2b-ee14-4e8f-a2d4-97f133b48f35', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:ef:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:47Z', 'updated_at': '2022-09-29T02:16:49Z', 'revision_number': 1, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}, {'id': '8c8d3866-43fe-44ce-a748-e9634d7eb334', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:ea:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:19:15Z', 'updated_at': '2022-09-29T02:19:15Z', 'revision_number': 0, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:16.988369 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6523908-55b3-4e6c-ba5d-b359c18db83b req-c50b9d5f-4fbb-4e85-816e-3e157c131d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:16.989892 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6523908-55b3-4e6c-ba5d-b359c18db83b req-c50b9d5f-4fbb-4e85-816e-3e157c131d53 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=5fa52688e9da47babb3d9002e7ec137a&device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 1127 time: 0.0660231 Sep 29 02:19:16.990932 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38071601-1d41-4c69-b857-769e36b8b891 req-b21b64ca-2d57-48c0-9e6f-0c526788a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:16.992246 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-38071601-1d41-4c69-b857-769e36b8b891 req-b21b64ca-2d57-48c0-9e6f-0c526788a42a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 1130 time: 0.0605271 Sep 29 02:19:17.006477 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf414217-33bc-458e-a721-04c89ef7c5f6 None None] Checking router: 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:19:17.015286 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf414217-33bc-458e-a721-04c89ef7c5f6 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:17.015942 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-bf414217-33bc-458e-a721-04c89ef7c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:18:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:17.117173 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-bf414217-33bc-458e-a721-04c89ef7c5f6 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:17.157224 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38071601-1d41-4c69-b857-769e36b8b891 req-215622d6-998d-4bfa-811c-ed88c0f64dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:17.158701 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-38071601-1d41-4c69-b857-769e36b8b891 req-215622d6-998d-4bfa-811c-ed88c0f64dd3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 911 time: 0.1575875 Sep 29 02:19:17.159618 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6523908-55b3-4e6c-ba5d-b359c18db83b req-07af347b-739a-4802-badb-407726610050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:17.160909 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6523908-55b3-4e6c-ba5d-b359c18db83b req-07af347b-739a-4802-badb-407726610050 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=046dae9f-4494-4475-8b8b-eff41f15f296 HTTP/1.1" status: 200 len: 908 time: 0.1614118 Sep 29 02:19:17.230222 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6523908-55b3-4e6c-ba5d-b359c18db83b req-ac649fe5-f288-4c86-a8c6-9bd2187908b1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd2a39ee-88f7-487a-a836-b9401f6cbff0 HTTP/1.1" status: 200 len: 217 time: 0.0610862 Sep 29 02:19:17.238028 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:17.286322 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-38071601-1d41-4c69-b857-769e36b8b891 req-f4c2ac76-3910-4f7c-a5fe-9814ead3dd72 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b0a843-1993-4dd1-a0a5-e40bb48271cc HTTP/1.1" status: 200 len: 999 time: 0.1182690 Sep 29 02:19:17.324392 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6523908-55b3-4e6c-ba5d-b359c18db83b req-6dbaa972-bfd8-45ab-bb0f-bafe2e53a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:17.325977 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6523908-55b3-4e6c-ba5d-b359c18db83b req-6dbaa972-bfd8-45ab-bb0f-bafe2e53a182 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=87d63406-4e12-48d3-9876-3b3b53d48be4 HTTP/1.1" status: 200 len: 848 time: 0.0867696 Sep 29 02:19:17.327407 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-bf414217-33bc-458e-a721-04c89ef7c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '08cbdc2b-ee14-4e8f-a2d4-97f133b48f35', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:ef:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:47Z', 'updated_at': '2022-09-29T02:16:49Z', 'revision_number': 1, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}, {'id': '8c8d3866-43fe-44ce-a748-e9634d7eb334', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:ea:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:19:15Z', 'updated_at': '2022-09-29T02:19:15Z', 'revision_number': 0, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:17.352572 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf414217-33bc-458e-a721-04c89ef7c5f6 None None] The sync data for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi is: [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '08cbdc2b-ee14-4e8f-a2d4-97f133b48f35', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:ef:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:47Z', 'updated_at': '2022-09-29T02:16:49Z', 'revision_number': 1, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}, {'id': '8c8d3866-43fe-44ce-a748-e9634d7eb334', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:ea:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:19:15Z', 'updated_at': '2022-09-29T02:19:15Z', 'revision_number': 0, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:19:17.364372 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6523908-55b3-4e6c-ba5d-b359c18db83b req-fbd47a00-ca4c-4fd5-ba1e-e77869d9a0c5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=046dae9f-4494-4475-8b8b-eff41f15f296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316463 Sep 29 02:19:17.368171 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38071601-1d41-4c69-b857-769e36b8b891 req-e96c9a3f-ce5e-4cac-9515-8dc2564b1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:17.369649 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-38071601-1d41-4c69-b857-769e36b8b891 req-e96c9a3f-ce5e-4cac-9515-8dc2564b1747 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b189aa6-b5d7-42f0-bc64-21d8dbf2a762 HTTP/1.1" status: 200 len: 850 time: 0.0756829 Sep 29 02:19:17.462176 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38071601-1d41-4c69-b857-769e36b8b891 req-5d2f79d8-7a30-4d24-9bd1-cda79c067522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:17.463884 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-38071601-1d41-4c69-b857-769e36b8b891 req-5d2f79d8-7a30-4d24-9bd1-cda79c067522 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7fb5d174-0244-4143-a2ba-fb111b24bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0852885 Sep 29 02:19:17.535950 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:17.546753 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6523908-55b3-4e6c-ba5d-b359c18db83b req-b6e50bdb-1abd-4750-b9c7-8dbee5ed684a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/046dae9f-4494-4475-8b8b-eff41f15f296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761484 Sep 29 02:19:17.552181 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0083a65-353c-4209-a47a-7a9679f80651 None None] New status for floating IP 8c8d3866-43fe-44ce-a748-e9634d7eb334: ACTIVE {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:19:17.630392 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-38071601-1d41-4c69-b857-769e36b8b891 req-7b43e401-c93c-47b6-9845-c19e7ba222a3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593859 Sep 29 02:19:17.710292 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-c89eae7f-51bb-490c-8552-eec5ddf243db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:17.713780 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-f6523908-55b3-4e6c-ba5d-b359c18db83b req-b64adec7-5284-4faf-97e0-2ceed810ecb8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/046dae9f-4494-4475-8b8b-eff41f15f296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603205 Sep 29 02:19:17.761365 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-38071601-1d41-4c69-b857-769e36b8b891 req-b4ad607c-106a-49bd-9eef-27667bad6525 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247792 Sep 29 02:19:17.810247 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50528) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:17.981667 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-d4af729d-9d41-477e-8156-93620fab983b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Deleting port dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:17.982006 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-d4af729d-9d41-477e-8156-93620fab983b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.003124 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a3fa8-1944-412d-a832-fe92f8201218 req-f82b246a-bbcd-444b-9993-90d8d921672d tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:18.004570 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-da4a3fa8-1944-412d-a832-fe92f8201218 req-f82b246a-bbcd-444b-9993-90d8d921672d tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 943 time: 0.0641596 Sep 29 02:19:18.051342 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:18.102851 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-d4af729d-9d41-477e-8156-93620fab983b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.103181 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-d4af729d-9d41-477e-8156-93620fab983b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for floatingip (dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.108152 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-da4a3fa8-1944-412d-a832-fe92f8201218 req-399befea-1435-4f85-9acb-63a9a7c947ad tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759051 Sep 29 02:19:18.118794 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-d4af729d-9d41-477e-8156-93620fab983b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Calling delete_port for dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5 owned by network:floatingip {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:18.182441 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device dd2a39ee-88f7-487a-a836-b9401f6cbff0 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:19:18.263313 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-d4af729d-9d41-477e-8156-93620fab983b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.271116 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:18.282506 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port dd2a39ee-88f7-487a-a836-b9401f6cbff0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dd2a39ee-88f7-487a-a836-b9401f6cbff0,segment=NetworkSegment(773c933d-8441-4911-b4f1-c11b7215d3e4),segment_id=773c933d-8441-4911-b4f1-c11b7215d3e4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:18.290881 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af729d-9d41-477e-8156-93620fab983b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Pushing event deleted for resources: {'Port': ['ID=dbf29fd1-6a52-46eb-bcb7-1d4912fa6ec5,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:18.295918 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': 'dd2a39ee-88f7-487a-a836-b9401f6cbff0', 'network_id': '046dae9f-4494-4475-8b8b-eff41f15f296', 'port_id': 'dd2a39ee-88f7-487a-a836-b9401f6cbff0', 'mac_address': 'fa:16:3e:15:ae:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d63406-4e12-48d3-9876-3b3b53d48be4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:19:18.332766 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port dd2a39ee-88f7-487a-a836-b9401f6cbff0 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:19:18.333104 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.346173 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2a39ee-88f7-487a-a836-b9401f6cbff0 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:19:18.355343 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-d4af729d-9d41-477e-8156-93620fab983b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for floatingip (63a0735c-a825-4166-b321-cc9ddc365dbd), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.355672 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.l3_db [None req-d4af729d-9d41-477e-8156-93620fab983b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Floating IP 63a0735c-a825-4166-b321-cc9ddc365dbd disassociated (deleted). External IP: 172.27.3.231, port: 29e82e6b-3fc1-4d7b-8545-b510c77181c3. Sep 29 02:19:18.367328 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port dd2a39ee-88f7-487a-a836-b9401f6cbff0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dd2a39ee-88f7-487a-a836-b9401f6cbff0,segment=NetworkSegment(773c933d-8441-4911-b4f1-c11b7215d3e4),segment_id=773c933d-8441-4911-b4f1-c11b7215d3e4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:18.371302 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.399663 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:18.422690 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=dd2a39ee-88f7-487a-a836-b9401f6cbff0,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:18.554414 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4af729d-9d41-477e-8156-93620fab983b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Router 5c6bf012-82e8-4949-8b41-b22605cafed3 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:19:18.616302 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['dd2a39ee-88f7-487a-a836-b9401f6cbff0'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:19:18.660230 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4af729d-9d41-477e-8156-93620fab983b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:19:18.665017 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-d4af729d-9d41-477e-8156-93620fab983b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.669869 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd30bb-0410-44c3-b6bb-09d3d9fd20f5 None None] Sync routers for ids ['5c6bf012-82e8-4949-8b41-b22605cafed3'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:19:18.695380 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-d4af729d-9d41-477e-8156-93620fab983b tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/63a0735c-a825-4166-b321-cc9ddc365dbd HTTP/1.1" status: 204 len: 168 time: 0.8840275 Sep 29 02:19:18.698961 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd30bb-0410-44c3-b6bb-09d3d9fd20f5 None None] Routers {'5c6bf012-82e8-4949-8b41-b22605cafed3'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:18.699783 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-28bd30bb-0410-44c3-b6bb-09d3d9fd20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:19:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['5c6bf012-82e8-4949-8b41-b22605cafed3'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:18.820471 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:18.860415 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-28bd30bb-0410-44c3-b6bb-09d3d9fd20f5 None None] Set router 5c6bf012-82e8-4949-8b41-b22605cafed3 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:18.863655 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.869593 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:18.872010 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdf9cbc-3a4e-4892-9775-b27bf6325df4" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:18.914681 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb48e89-2957-4da6-9571-2453fac334a2 x-openstack-request-id: req-6eb48e89-2957-4da6-9571-2453fac334a2 {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:18.915038 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:18.915359 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6eb48e89-2957-4da6-9571-2453fac334a2 {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:18.915825 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb48e89-2957-4da6-9571-2453fac334a2'] response: {'name': 'network-changed', 'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'status': 'completed', 'code': 200} Sep 29 02:19:18.926323 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05fe71-06bc-4c48-bb4d-7b393733c865 req-1ecfa51a-d9e4-449f-9e2a-50f7d9622cb9 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:18.927928 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2e05fe71-06bc-4c48-bb4d-7b393733c865 req-1ecfa51a-d9e4-449f-9e2a-50f7d9622cb9 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0593653 Sep 29 02:19:18.981068 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2e05fe71-06bc-4c48-bb4d-7b393733c865 req-178f1132-d865-4ef1-9b85-6849754331dc tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471823 Sep 29 02:19:19.177671 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-28bd30bb-0410-44c3-b6bb-09d3d9fd20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:14:20Z', 'revision_number': 4, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'b8aa30a6-2bb8-4eaf-803d-741915a53012', 'name': '', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'mac_address': 'fa:16:3e:59:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:19Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 5, 'project_id': '18eeabc669304148930130efa1737cbb', 'subnets': [{'id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:19.203029 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd30bb-0410-44c3-b6bb-09d3d9fd20f5 None None] Checking router: 5c6bf012-82e8-4949-8b41-b22605cafed3 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:19:19.211894 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd30bb-0410-44c3-b6bb-09d3d9fd20f5 None None] Routers {'5c6bf012-82e8-4949-8b41-b22605cafed3'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:19.212501 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-28bd30bb-0410-44c3-b6bb-09d3d9fd20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:19:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['5c6bf012-82e8-4949-8b41-b22605cafed3'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:19.229616 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b553bb-a2c8-4f43-9c7c-b394201b9bc9 req-d74f4362-81b4-487f-9687-7b08d74a225e tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:19.231087 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-06b553bb-a2c8-4f43-9c7c-b394201b9bc9 req-d74f4362-81b4-487f-9687-7b08d74a225e tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 944 time: 0.0470450 Sep 29 02:19:19.278806 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-06b553bb-a2c8-4f43-9c7c-b394201b9bc9 req-07adbc40-5249-46fb-b8d0-ce97ab6baeda tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Sep 29 02:19:19.313867 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-28bd30bb-0410-44c3-b6bb-09d3d9fd20f5 None None] Set router 5c6bf012-82e8-4949-8b41-b22605cafed3 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:19.495268 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-28bd30bb-0410-44c3-b6bb-09d3d9fd20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:14:20Z', 'revision_number': 4, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'b8aa30a6-2bb8-4eaf-803d-741915a53012', 'name': '', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'mac_address': 'fa:16:3e:59:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:19Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 5, 'project_id': '18eeabc669304148930130efa1737cbb', 'subnets': [{'id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:19.519985 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd30bb-0410-44c3-b6bb-09d3d9fd20f5 None None] The sync data for ids ['5c6bf012-82e8-4949-8b41-b22605cafed3'] in dv-cinder-740146-21-iscsi is: [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:14:20Z', 'revision_number': 4, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'b8aa30a6-2bb8-4eaf-803d-741915a53012', 'name': '', 'network_id': '4f97f786-5df3-4ea7-b350-3219ee546269', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'mac_address': 'fa:16:3e:59:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:19Z', 'updated_at': '2022-09-29T02:14:25Z', 'revision_number': 5, 'project_id': '18eeabc669304148930130efa1737cbb', 'subnets': [{'id': '2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:19:19.731482 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d94eae1-1f4c-4692-9e98-6fc11644427b None None] New status for floating IP 63a0735c-a825-4166-b321-cc9ddc365dbd: DOWN {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:19:19.969078 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf9cbc-3a4e-4892-9775-b27bf6325df4 req-21d37308-477f-4931-9f60-fe49b39ddca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:19.970563 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-efdf9cbc-3a4e-4892-9775-b27bf6325df4 req-21d37308-477f-4931-9f60-fe49b39ddca8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=18eeabc669304148930130efa1737cbb&device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 1129 time: 0.0402346 Sep 29 02:19:20.067578 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf9cbc-3a4e-4892-9775-b27bf6325df4 req-fa5f3dc4-33c0-4c37-8af6-4c578623e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:20.069146 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-efdf9cbc-3a4e-4892-9775-b27bf6325df4 req-fa5f3dc4-33c0-4c37-8af6-4c578623e163 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=4f97f786-5df3-4ea7-b350-3219ee546269 HTTP/1.1" status: 200 len: 908 time: 0.0909910 Sep 29 02:19:20.103065 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc49a33-deeb-4b7f-8dd0-3cd0072b8e6f req-3c21efaf-2bfd-405b-a170-b8121f008831 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:20.104528 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1fc49a33-deeb-4b7f-8dd0-3cd0072b8e6f req-3c21efaf-2bfd-405b-a170-b8121f008831 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0471716 Sep 29 02:19:20.123802 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:20.144334 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-efdf9cbc-3a4e-4892-9775-b27bf6325df4 req-9c1dd31b-4c1b-44df-9c7d-ca2d371cc42c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3 HTTP/1.1" status: 200 len: 217 time: 0.0330989 Sep 29 02:19:20.155150 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1fc49a33-deeb-4b7f-8dd0-3cd0072b8e6f req-fe611831-9521-44af-8b98-a122e414662e tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55c751fb-c04f-45bc-bf94-075661c9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442047 Sep 29 02:19:20.202273 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device dd2a39ee-88f7-487a-a836-b9401f6cbff0 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:19:20.225742 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:20.246111 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port dd2a39ee-88f7-487a-a836-b9401f6cbff0 completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:19:20.251623 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port dd2a39ee-88f7-487a-a836-b9401f6cbff0 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:19:20.252018 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.252337 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port dd2a39ee-88f7-487a-a836-b9401f6cbff0 Sep 29 02:19:20.254707 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf9cbc-3a4e-4892-9775-b27bf6325df4 req-f8cf6408-f43a-4e3c-b002-fcfcd52d58a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:20.256188 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-efdf9cbc-3a4e-4892-9775-b27bf6325df4 req-f8cf6408-f43a-4e3c-b002-fcfcd52d58a1 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c HTTP/1.1" status: 200 len: 847 time: 0.0450451 Sep 29 02:19:20.299562 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf9cbc-3a4e-4892-9775-b27bf6325df4 req-92678ecd-789e-4dde-9923-3fd0599bd317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:20.301095 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-efdf9cbc-3a4e-4892-9775-b27bf6325df4 req-92678ecd-789e-4dde-9923-3fd0599bd317 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4f97f786-5df3-4ea7-b350-3219ee546269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391974 Sep 29 02:19:20.329044 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port dd2a39ee-88f7-487a-a836-b9401f6cbff0 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:19:20.329507 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.357089 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cf821a-14c8-454c-b553-355dc19b1202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2a39ee-88f7-487a-a836-b9401f6cbff0'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:20.359421 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a27839-1b6f-41cd-8c6d-a9364850bd43" -d '{"events": [{"server_uuid": "d6cf821a-14c8-454c-b553-355dc19b1202", "name": "network-vif-plugged", "status": "completed", "tag": "dd2a39ee-88f7-487a-a836-b9401f6cbff0"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:20.372624 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port dd2a39ee-88f7-487a-a836-b9401f6cbff0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dd2a39ee-88f7-487a-a836-b9401f6cbff0,segment=NetworkSegment(773c933d-8441-4911-b4f1-c11b7215d3e4),segment_id=773c933d-8441-4911-b4f1-c11b7215d3e4)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:20.377464 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.407685 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e08d0-36c9-4679-9e3e-832f6c73b111 req-b3f54d82-3a37-4d12-91b7-1da415b491bd tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:20.409249 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-efdf9cbc-3a4e-4892-9775-b27bf6325df4 req-3b58bc59-8478-4a40-909b-551cc63971b8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021802 Sep 29 02:19:20.414746 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1f4e08d0-36c9-4679-9e3e-832f6c73b111 req-b3f54d82-3a37-4d12-91b7-1da415b491bd tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 944 time: 0.0588803 Sep 29 02:19:20.417904 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b414fb37-e411-441b-88eb-6614dc909cf0 x-openstack-request-id: req-b414fb37-e411-441b-88eb-6614dc909cf0 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:20.418196 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cf821a-14c8-454c-b553-355dc19b1202", "name": "network-vif-plugged", "status": "completed", "tag": "dd2a39ee-88f7-487a-a836-b9401f6cbff0", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:20.418444 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b414fb37-e411-441b-88eb-6614dc909cf0 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:20.418832 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b414fb37-e411-441b-88eb-6614dc909cf0'] response: {'server_uuid': 'd6cf821a-14c8-454c-b553-355dc19b1202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2a39ee-88f7-487a-a836-b9401f6cbff0', 'code': 200} Sep 29 02:19:20.431208 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=dd2a39ee-88f7-487a-a836-b9401f6cbff0,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:20.463094 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1f4e08d0-36c9-4679-9e3e-832f6c73b111 req-f722e711-e898-436a-860f-27983e1779b0 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474765 Sep 29 02:19:20.465955 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.553725 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:20.568829 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.580015 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31497af-cc2e-4637-96d1-fd677a212d69 req-e69b5d31-f279-4e4c-8516-f82d6b227d1e tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:20.581526 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b31497af-cc2e-4637-96d1-fd677a212d69 req-e69b5d31-f279-4e4c-8516-f82d6b227d1e tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 945 time: 0.0689130 Sep 29 02:19:20.595155 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-efdf9cbc-3a4e-4892-9775-b27bf6325df4 req-0e8b5e54-fac9-4381-a5d1-5a715f0552e5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514318 Sep 29 02:19:20.615014 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802f620-7a13-4f6d-9ebf-727055ca6274 req-70652350-e99b-4678-b9d8-fd80a07152d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:20.616641 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1802f620-7a13-4f6d-9ebf-727055ca6274 req-70652350-e99b-4678-b9d8-fd80a07152d6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 1129 time: 0.0407567 Sep 29 02:19:20.662310 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1802f620-7a13-4f6d-9ebf-727055ca6274 req-f5bb1f3b-df5a-40c2-85fc-9122ad2e7cea service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 Sep 29 02:19:20.673103 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-b31497af-cc2e-4637-96d1-fd677a212d69 req-b25120b3-5c03-427f-8365-5162f71681b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Deleting port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:20.673448 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b31497af-cc2e-4637-96d1-fd677a212d69 req-b25120b3-5c03-427f-8365-5162f71681b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.764706 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-b31497af-cc2e-4637-96d1-fd677a212d69 req-b25120b3-5c03-427f-8365-5162f71681b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] For port 29e82e6b-3fc1-4d7b-8545-b510c77181c3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29e82e6b-3fc1-4d7b-8545-b510c77181c3,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:20.765104 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b31497af-cc2e-4637-96d1-fd677a212d69 req-b25120b3-5c03-427f-8365-5162f71681b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.778264 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-b31497af-cc2e-4637-96d1-fd677a212d69 req-b25120b3-5c03-427f-8365-5162f71681b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Calling delete_port for 29e82e6b-3fc1-4d7b-8545-b510c77181c3 owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:20.833281 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:20.906919 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b31497af-cc2e-4637-96d1-fd677a212d69 req-b25120b3-5c03-427f-8365-5162f71681b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (29e82e6b-3fc1-4d7b-8545-b510c77181c3), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.931744 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25120b3-5c03-427f-8365-5162f71681b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Pushing event deleted for resources: {'Port': ['ID=29e82e6b-3fc1-4d7b-8545-b510c77181c3,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:20.979259 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31497af-cc2e-4637-96d1-fd677a212d69 req-b25120b3-5c03-427f-8365-5162f71681b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] No DVR routers for this DVR port 29e82e6b-3fc1-4d7b-8545-b510c77181c3 on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:19:20.981613 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-b31497af-cc2e-4637-96d1-fd677a212d69 req-b25120b3-5c03-427f-8365-5162f71681b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.985337 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-b31497af-cc2e-4637-96d1-fd677a212d69 req-b25120b3-5c03-427f-8365-5162f71681b2 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.57 "DELETE /networking/v2.0/ports/29e82e6b-3fc1-4d7b-8545-b510c77181c3 HTTP/1.1" status: 204 len: 173 time: 0.3987472 Sep 29 02:19:20.985864 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'name': 'network-vif-deleted', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:20.988092 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf825a1-2cbf-4bf4-90df-3ee48ee4b0ae" -d '{"events": [{"server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "name": "network-vif-deleted", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:21.025495 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc24555-713c-4361-9fa8-253b0709da2f x-openstack-request-id: req-7bc24555-713c-4361-9fa8-253b0709da2f {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:21.025787 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb76a9b-ff7d-4cde-a757-53e8a9e6a036", "name": "network-vif-deleted", "tag": "29e82e6b-3fc1-4d7b-8545-b510c77181c3", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:21.026040 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7bc24555-713c-4361-9fa8-253b0709da2f {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:21.026446 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc24555-713c-4361-9fa8-253b0709da2f'] response: {'server_uuid': 'dbb76a9b-ff7d-4cde-a757-53e8a9e6a036', 'name': 'network-vif-deleted', 'tag': '29e82e6b-3fc1-4d7b-8545-b510c77181c3', 'status': 'completed', 'code': 200} Sep 29 02:19:21.258179 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4f6584cf-7578-444e-ad6b-be70c994ef12 req-5db56dc1-e0c4-40de-b3b5-e87516fed784 tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 210 time: 0.0272007 Sep 29 02:19:21.591807 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11194997-c06f-4829-a325-c30e1a3ec841 req-8885def1-e982-4e66-8c18-cf7da028d766 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:21.593543 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-11194997-c06f-4829-a325-c30e1a3ec841 req-8885def1-e982-4e66-8c18-cf7da028d766 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 945 time: 0.0509143 Sep 29 02:19:21.645443 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-11194997-c06f-4829-a325-c30e1a3ec841 req-674df6b3-9566-4495-83b9-cff04e903371 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457060 Sep 29 02:19:22.374577 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b3066bb0-47b8-4e09-934b-831f017576e7 req-60a29491-509a-494d-8c5b-26f7c69dbdbd tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbb76a9b-ff7d-4cde-a757-53e8a9e6a036 HTTP/1.1" status: 200 len: 210 time: 0.0286627 Sep 29 02:19:22.754196 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:22.767398 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc58ac-7327-462e-a1c6-c838d2173e93 req-ddb7dcba-8727-4077-9f84-9acccf95216a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:22.768883 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-98dc58ac-7327-462e-a1c6-c838d2173e93 req-ddb7dcba-8727-4077-9f84-9acccf95216a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 945 time: 0.0454791 Sep 29 02:19:22.818074 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-98dc58ac-7327-462e-a1c6-c838d2173e93 req-7fd70700-8224-4a61-8919-2fbee17d408c tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436835 Sep 29 02:19:23.439665 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50574) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:23.497333 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf2c60-03ca-40d7-b6ac-df56f592fb99 req-f48b6549-316b-40ec-b5d4-d32a8f1a2ab7 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:23.498791 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-34cf2c60-03ca-40d7-b6ac-df56f592fb99 req-f48b6549-316b-40ec-b5d4-d32a8f1a2ab7 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 945 time: 0.0732815 Sep 29 02:19:23.548580 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6f2ddd33-e1d8-4f1a-8756-9840a2a39d5d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group (55c751fb-c04f-45bc-bf94-075661c9ed7e), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:23.585922 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-34cf2c60-03ca-40d7-b6ac-df56f592fb99 req-fc62aef1-712e-4bf0-bbd0-ca1178f07dfd tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760469 Sep 29 02:19:23.585922 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6f2ddd33-e1d8-4f1a-8756-9840a2a39d5d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group (55c751fb-c04f-45bc-bf94-075661c9ed7e), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:23.642544 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6f2ddd33-e1d8-4f1a-8756-9840a2a39d5d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (55c751fb-c04f-45bc-bf94-075661c9ed7e), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:23.645125 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6f2ddd33-e1d8-4f1a-8756-9840a2a39d5d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:23.646271 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-6f2ddd33-e1d8-4f1a-8756-9840a2a39d5d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/55c751fb-c04f-45bc-bf94-075661c9ed7e HTTP/1.1" status: 204 len: 168 time: 0.2060056 Sep 29 02:19:23.655278 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ddd33-e1d8-4f1a-8756-9840a2a39d5d tempest-TestShelveInstance-1504138642 tempest-TestShelveInstance-1504138642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c751fb-c04f-45bc-bf94-075661c9ed7e,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:23.695568 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50578) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:24.082086 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:24.117844 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5c89a11a-c662-4c58-bb94-c2e9016b4561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626093'] for router_interface (5c6bf012-82e8-4949-8b41-b22605cafed3), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:24.228923 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 29e82e6b-3fc1-4d7b-8545-b510c77181c3 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:24.248202 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 29e82e6b-3fc1-4d7b-8545-b510c77181c3 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:24.248547 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 29e82e6b-3fc1-4d7b-8545-b510c77181c3 not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:24.333247 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-5c89a11a-c662-4c58-bb94-c2e9016b4561 admin admin] Deleting port b8aa30a6-2bb8-4eaf-803d-741915a53012 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:24.333503 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5c89a11a-c662-4c58-bb94-c2e9016b4561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:24.375851 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:24.411539 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-5c89a11a-c662-4c58-bb94-c2e9016b4561 admin admin] For port b8aa30a6-2bb8-4eaf-803d-741915a53012, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=b8aa30a6-2bb8-4eaf-803d-741915a53012,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:24.411901 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5c89a11a-c662-4c58-bb94-c2e9016b4561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:24.424624 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-5c89a11a-c662-4c58-bb94-c2e9016b4561 admin admin] Calling delete_port for b8aa30a6-2bb8-4eaf-803d-741915a53012 owned by network:router_interface {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:24.597053 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5c89a11a-c662-4c58-bb94-c2e9016b4561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (b8aa30a6-2bb8-4eaf-803d-741915a53012), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:24.623464 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89a11a-c662-4c58-bb94-c2e9016b4561 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8aa30a6-2bb8-4eaf-803d-741915a53012,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:24.734047 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dbd53-05a4-40c9-a3e6-5ca901b7f26b req-ffb1a6ca-ce89-4de2-9626-927cb3b8788e tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:24.735631 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a75dbd53-05a4-40c9-a3e6-5ca901b7f26b req-ffb1a6ca-ce89-4de2-9626-927cb3b8788e tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 945 time: 0.0763779 Sep 29 02:19:24.858774 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a75dbd53-05a4-40c9-a3e6-5ca901b7f26b req-036fd16e-05a8-40f7-8704-7d4a3bfa6ed9 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ceea3dd1-9ad8-4665-927d-8f92dd54c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856102 Sep 29 02:19:24.869547 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5c89a11a-c662-4c58-bb94-c2e9016b4561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651037'] for router_interface (5c6bf012-82e8-4949-8b41-b22605cafed3), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:24.892412 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d6fd9-0c7c-461b-8dff-07bdeb6a1dae req-00bfa785-1b14-4251-8f0a-8ac118ded238 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:24.893899 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-167d6fd9-0c7c-461b-8dff-07bdeb6a1dae req-00bfa785-1b14-4251-8f0a-8ac118ded238 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 945 time: 0.0514779 Sep 29 02:19:24.923624 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:24.976302 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-167d6fd9-0c7c-461b-8dff-07bdeb6a1dae req-f3797aa4-2178-4696-9f2f-40d1a39a604a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Deleting port dd2a39ee-88f7-487a-a836-b9401f6cbff0 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:24.976638 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-167d6fd9-0c7c-461b-8dff-07bdeb6a1dae req-f3797aa4-2178-4696-9f2f-40d1a39a604a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:25.068184 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-167d6fd9-0c7c-461b-8dff-07bdeb6a1dae req-f3797aa4-2178-4696-9f2f-40d1a39a604a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] For port dd2a39ee-88f7-487a-a836-b9401f6cbff0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dd2a39ee-88f7-487a-a836-b9401f6cbff0,segment=NetworkSegment(773c933d-8441-4911-b4f1-c11b7215d3e4),segment_id=773c933d-8441-4911-b4f1-c11b7215d3e4)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:25.068555 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-167d6fd9-0c7c-461b-8dff-07bdeb6a1dae req-f3797aa4-2178-4696-9f2f-40d1a39a604a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:25.079636 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c89a11a-c662-4c58-bb94-c2e9016b4561 admin admin] Router 5c6bf012-82e8-4949-8b41-b22605cafed3 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:19:25.082299 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-167d6fd9-0c7c-461b-8dff-07bdeb6a1dae req-f3797aa4-2178-4696-9f2f-40d1a39a604a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Calling delete_port for dd2a39ee-88f7-487a-a836-b9401f6cbff0 owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:25.179810 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c89a11a-c662-4c58-bb94-c2e9016b4561 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:19:25.188117 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-5c89a11a-c662-4c58-bb94-c2e9016b4561 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/5c6bf012-82e8-4949-8b41-b22605cafed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4884570 Sep 29 02:19:25.188511 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50584) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:25.189614 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97795845-2fb0-4405-9f10-b91f579c39c5 None None] Sync routers for ids ['5c6bf012-82e8-4949-8b41-b22605cafed3'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:19:25.199318 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97795845-2fb0-4405-9f10-b91f579c39c5 None None] Routers {'5c6bf012-82e8-4949-8b41-b22605cafed3'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:25.200091 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-97795845-2fb0-4405-9f10-b91f579c39c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:19:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['5c6bf012-82e8-4949-8b41-b22605cafed3'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:25.208557 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-167d6fd9-0c7c-461b-8dff-07bdeb6a1dae req-f3797aa4-2178-4696-9f2f-40d1a39a604a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (dd2a39ee-88f7-487a-a836-b9401f6cbff0), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:25.236125 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['dd2a39ee-88f7-487a-a836-b9401f6cbff0'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:19:25.236700 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3797aa4-2178-4696-9f2f-40d1a39a604a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Pushing event deleted for resources: {'Port': ['ID=dd2a39ee-88f7-487a-a836-b9401f6cbff0,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:25.241097 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:25.244275 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:25.286926 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-167d6fd9-0c7c-461b-8dff-07bdeb6a1dae req-f3797aa4-2178-4696-9f2f-40d1a39a604a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] No DVR routers for this DVR port dd2a39ee-88f7-487a-a836-b9401f6cbff0 on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:19:25.291373 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-167d6fd9-0c7c-461b-8dff-07bdeb6a1dae req-f3797aa4-2178-4696-9f2f-40d1a39a604a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:25.294753 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-167d6fd9-0c7c-461b-8dff-07bdeb6a1dae req-f3797aa4-2178-4696-9f2f-40d1a39a604a tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.57 "DELETE /networking/v2.0/ports/dd2a39ee-88f7-487a-a836-b9401f6cbff0 HTTP/1.1" status: 204 len: 173 time: 0.3958135 Sep 29 02:19:25.295257 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cf821a-14c8-454c-b553-355dc19b1202', 'name': 'network-vif-deleted', 'tag': 'dd2a39ee-88f7-487a-a836-b9401f6cbff0'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:25.297753 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccd4f37-ac96-4aa1-9a4c-78279f3eae97" -d '{"events": [{"server_uuid": "d6cf821a-14c8-454c-b553-355dc19b1202", "name": "network-vif-deleted", "tag": "dd2a39ee-88f7-487a-a836-b9401f6cbff0"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:25.305911 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Publish callbacks [] for router (5c6bf012-82e8-4949-8b41-b22605cafed3), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:25.339680 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-97795845-2fb0-4405-9f10-b91f579c39c5 None None] Set router 5c6bf012-82e8-4949-8b41-b22605cafed3 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:25.355864 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5731acf-e20d-47a6-bfb3-5fe2adf80b44 x-openstack-request-id: req-b5731acf-e20d-47a6-bfb3-5fe2adf80b44 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:25.356152 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cf821a-14c8-454c-b553-355dc19b1202", "name": "network-vif-deleted", "tag": "dd2a39ee-88f7-487a-a836-b9401f6cbff0", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:25.356399 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b5731acf-e20d-47a6-bfb3-5fe2adf80b44 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:25.356794 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5731acf-e20d-47a6-bfb3-5fe2adf80b44'] response: {'server_uuid': 'd6cf821a-14c8-454c-b553-355dc19b1202', 'name': 'network-vif-deleted', 'tag': 'dd2a39ee-88f7-487a-a836-b9401f6cbff0', 'status': 'completed', 'code': 200} Sep 29 02:19:25.533514 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-97795845-2fb0-4405-9f10-b91f579c39c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:19:24Z', 'revision_number': 5, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:25.562745 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97795845-2fb0-4405-9f10-b91f579c39c5 None None] Checking router: 5c6bf012-82e8-4949-8b41-b22605cafed3 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:19:25.575564 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97795845-2fb0-4405-9f10-b91f579c39c5 None None] Routers {'5c6bf012-82e8-4949-8b41-b22605cafed3'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:25.576207 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-97795845-2fb0-4405-9f10-b91f579c39c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:19:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['5c6bf012-82e8-4949-8b41-b22605cafed3'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:25.681878 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-97795845-2fb0-4405-9f10-b91f579c39c5 None None] Set router 5c6bf012-82e8-4949-8b41-b22605cafed3 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:25.692268 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Publish callbacks [] for router_gateway (5c6bf012-82e8-4949-8b41-b22605cafed3), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:25.735144 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Deleting port cb18b30e-3a50-4f68-9de2-5e853a1e893d {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:25.735394 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:25.816741 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] For port cb18b30e-3a50-4f68-9de2-5e853a1e893d, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=cb18b30e-3a50-4f68-9de2-5e853a1e893d,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:25.817134 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:25.829979 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Calling delete_port for cb18b30e-3a50-4f68-9de2-5e853a1e893d owned by network:router_gateway {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:25.848263 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-97795845-2fb0-4405-9f10-b91f579c39c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:19:24Z', 'revision_number': 5, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:25.878239 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97795845-2fb0-4405-9f10-b91f579c39c5 None None] The sync data for ids ['5c6bf012-82e8-4949-8b41-b22605cafed3'] in dv-cinder-740146-21-iscsi is: [{'id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'name': 'tempest-TestShelveInstance-179152547-router', 'tenant_id': '18eeabc669304148930130efa1737cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:14Z', 'updated_at': '2022-09-29T02:19:24Z', 'revision_number': 5, 'project_id': '18eeabc669304148930130efa1737cbb', 'gw_port': {'id': 'cb18b30e-3a50-4f68-9de2-5e853a1e893d', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6bf012-82e8-4949-8b41-b22605cafed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:15Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:19:26.022501 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cdf08801-b002-4eef-b142-e3d432e6b67a req-b6d77129-afc3-481c-ad5f-e79d0b18d589 tempest-VolumesActionsTest-1392500212 tempest-VolumesActionsTest-1392500212-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6cf821a-14c8-454c-b553-355dc19b1202 HTTP/1.1" status: 200 len: 210 time: 0.0366652 Sep 29 02:19:26.033099 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (cb18b30e-3a50-4f68-9de2-5e853a1e893d), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.056963 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Pushing event deleted for resources: {'Port': ['ID=cb18b30e-3a50-4f68-9de2-5e853a1e893d,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:26.120096 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649579'] for router_gateway (5c6bf012-82e8-4949-8b41-b22605cafed3), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.203948 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:26.205557 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (5c6bf012-82e8-4949-8b41-b22605cafed3), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.208111 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Publish callbacks [] for router_controller (5c6bf012-82e8-4949-8b41-b22605cafed3), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.253300 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651115'] for router (5c6bf012-82e8-4949-8b41-b22605cafed3), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.253942 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c6bf012-82e8-4949-8b41-b22605cafed3 {{(pid=106336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:19:26.259014 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.260148 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-7ba49de2-cd44-4069-bfac-e347fa46655c admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/5c6bf012-82e8-4949-8b41-b22605cafed3 HTTP/1.1" status: 204 len: 168 time: 1.0704274 Sep 29 02:19:26.262854 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50590) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:26.288773 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:26.311076 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf9f271-ebbe-4d4f-ac92-68145cadba59 admin admin] Deleting subnet 2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c {{(pid=106335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:19:26.315129 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f271-ebbe-4d4f-ac92-68145cadba59 admin admin] Publish callbacks [] for subnet (2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.352016 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f271-ebbe-4d4f-ac92-68145cadba59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6494320'] for subnet (2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c), precommit_delete_associations {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.432335 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f271-ebbe-4d4f-ac92-68145cadba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.488637 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f271-ebbe-4d4f-ac92-68145cadba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5955320'] for subnet (2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.516835 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9f271-ebbe-4d4f-ac92-68145cadba59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:26.521939 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f271-ebbe-4d4f-ac92-68145cadba59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.525896 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-5cf9f271-ebbe-4d4f-ac92-68145cadba59 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/2c294ffa-93ca-446d-bb8d-6e1d4e0a5e6c HTTP/1.1" status: 204 len: 168 time: 0.2620139 Sep 29 02:19:26.527332 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5b76bd-8faa-40bd-bc8a-7653c0e97e1b None None] Network 4f97f786-5df3-4ea7-b350-3219ee546269 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:19:26.528690 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50592) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:26.544848 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:26.591337 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:26.604009 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (4f97f786-5df3-4ea7-b350-3219ee546269), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.641677 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.647716 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Deleting port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:26.648060 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.711617 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] For port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b,segment=NetworkSegment(d61981f2-8841-47c9-8c23-022af6b1af4b),segment_id=d61981f2-8841-47c9-8c23-022af6b1af4b)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:26.711980 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.729360 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Calling delete_port for 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b owned by network:dhcp {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:26.804442 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.831888 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:26.832883 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] No DVR routers for this DVR port 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b on host dv-cinder-740146-21-iscsi {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:19:26.871843 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399ea468-c85e-4baf-be3c-4b4de00a3f4c None None] DHCP port deletion for 4f97f786-5df3-4ea7-b350-3219ee546269 request from dv-cinder-740146-21-iscsi {{(pid=106337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:19:26.909374 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (4f97f786-5df3-4ea7-b350-3219ee546269), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.929355 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f97f786-5df3-4ea7-b350-3219ee546269']}} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:26.938974 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61981f2-8841-47c9-8c23-022af6b1af4b') {'for_net_delete': True} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:26.939529 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61981f2-8841-47c9-8c23-022af6b1af4b') {} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:26.948860 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6494329'] for segment (d61981f2-8841-47c9-8c23-022af6b1af4b), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.962355 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (d61981f2-8841-47c9-8c23-022af6b1af4b), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:26.968571 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=106335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:19:26.968984 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852879'] for segment (d61981f2-8841-47c9-8c23-022af6b1af4b), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:27.007873 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment d61981f2-8841-47c9-8c23-022af6b1af4b resource provider aggregate not found Sep 29 02:19:27.029538 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment d61981f2-8841-47c9-8c23-022af6b1af4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d61981f2-8841-47c9-8c23-022af6b1af4b found for delete ", "request_id": "req-887771b9-0074-4294-bc9b-fb42642728e4"}]} Sep 29 02:19:27.030614 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (4f97f786-5df3-4ea7-b350-3219ee546269), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:27.036196 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:27.039355 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/4f97f786-5df3-4ea7-b350-3219ee546269 HTTP/1.1" status: 204 len: 168 time: 0.5095291 Sep 29 02:19:27.042491 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50598) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:27.051202 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d248c50-f883-432c-a2bc-39b052a36e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f97f786-5df3-4ea7-b350-3219ee546269,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:27.151670 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:27.378790 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd1ef-ea56-479c-9215-9778e9ba9da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626093'] for router_interface (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:27.541106 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:27.579292 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:27.579558 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 65d131bf-d31f-4c1d-a3d8-fcb6a7268d8b not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:27.583690 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device cb18b30e-3a50-4f68-9de2-5e853a1e893d no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:27.605250 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: cb18b30e-3a50-4f68-9de2-5e853a1e893d {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:27.605670 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device cb18b30e-3a50-4f68-9de2-5e853a1e893d not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:27.606598 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device b8aa30a6-2bb8-4eaf-803d-741915a53012 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:27.630073 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: b8aa30a6-2bb8-4eaf-803d-741915a53012 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:27.630736 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device b8aa30a6-2bb8-4eaf-803d-741915a53012 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:27.649866 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bd1ef-ea56-479c-9215-9778e9ba9da8 admin admin] Deleting port 356b2a80-e679-4bfb-88a5-19c8308b6290 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:27.650205 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd1ef-ea56-479c-9215-9778e9ba9da8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:27.743736 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-1c1bd1ef-ea56-479c-9215-9778e9ba9da8 admin admin] For port 356b2a80-e679-4bfb-88a5-19c8308b6290, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=356b2a80-e679-4bfb-88a5-19c8308b6290,segment=NetworkSegment(46e10180-9786-4624-a6f4-f699f0a2b04e),segment_id=46e10180-9786-4624-a6f4-f699f0a2b04e)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:27.744110 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd1ef-ea56-479c-9215-9778e9ba9da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:27.761015 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bd1ef-ea56-479c-9215-9778e9ba9da8 admin admin] Calling delete_port for 356b2a80-e679-4bfb-88a5-19c8308b6290 owned by network:router_interface {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:27.915897 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:27.961918 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd1ef-ea56-479c-9215-9778e9ba9da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (356b2a80-e679-4bfb-88a5-19c8308b6290), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:27.986285 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bd1ef-ea56-479c-9215-9778e9ba9da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=356b2a80-e679-4bfb-88a5-19c8308b6290,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:28.139570 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:28.159236 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd1ef-ea56-479c-9215-9778e9ba9da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651037'] for router_interface (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:28.363133 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1bd1ef-ea56-479c-9215-9778e9ba9da8 admin admin] Router b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:19:28.463724 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1bd1ef-ea56-479c-9215-9778e9ba9da8 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:19:28.469540 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-1c1bd1ef-ea56-479c-9215-9778e9ba9da8 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4259162 Sep 29 02:19:28.472138 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50644) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:28.475442 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ef0e4-29ea-4d40-916f-24e04126b4ec None None] Sync routers for ids ['b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:19:28.478043 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:28.479692 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:28.490821 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ef0e4-29ea-4d40-916f-24e04126b4ec None None] Routers {'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:28.491540 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-8c1ef0e4-29ea-4d40-916f-24e04126b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:19:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:28.571996 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Publish callbacks [] for router (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:28.592082 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-8c1ef0e4-29ea-4d40-916f-24e04126b4ec None None] Set router b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:28.671595 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Publish callbacks [] for router_gateway (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:28.713904 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Deleting port 559adf37-d1f9-4de5-a660-2c55c4577f34 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:28.714147 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:28.762847 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-8c1ef0e4-29ea-4d40-916f-24e04126b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'name': 'tempest-TestShelveInstance-1110171002-router', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:22Z', 'updated_at': '2022-09-29T02:19:27Z', 'revision_number': 5, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'gw_port': {'id': '559adf37-d1f9-4de5-a660-2c55c4577f34', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:23Z', 'updated_at': '2022-09-29T02:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:28.796036 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ef0e4-29ea-4d40-916f-24e04126b4ec None None] Checking router: b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:19:28.800993 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] For port 559adf37-d1f9-4de5-a660-2c55c4577f34, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=559adf37-d1f9-4de5-a660-2c55c4577f34,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:28.801365 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:28.804518 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ef0e4-29ea-4d40-916f-24e04126b4ec None None] Routers {'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:28.805168 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-8c1ef0e4-29ea-4d40-916f-24e04126b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:19:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:28.814543 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Calling delete_port for 559adf37-d1f9-4de5-a660-2c55c4577f34 owned by network:router_gateway {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:28.864329 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:28.887468 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-8c1ef0e4-29ea-4d40-916f-24e04126b4ec None None] Set router b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d gateway port host: None {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:28.926699 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:28.938457 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-8c1ef0e4-29ea-4d40-916f-24e04126b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'name': 'tempest-TestShelveInstance-1110171002-router', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:22Z', 'updated_at': '2022-09-29T02:19:28Z', 'revision_number': 6, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'gw_port_host': None}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:28.965822 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ef0e4-29ea-4d40-916f-24e04126b4ec None None] The sync data for ids ['b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d'] in dv-cinder-740146-21-iscsi is: [{'id': 'b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d', 'name': 'tempest-TestShelveInstance-1110171002-router', 'tenant_id': '1af0fde6012a448dbb0a35db223f8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:22Z', 'updated_at': '2022-09-29T02:19:28Z', 'revision_number': 6, 'project_id': '1af0fde6012a448dbb0a35db223f8aaa', 'gw_port_host': None}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:19:28.992387 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (559adf37-d1f9-4de5-a660-2c55c4577f34), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.022048 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=559adf37-d1f9-4de5-a660-2c55c4577f34,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:29.086136 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649579'] for router_gateway (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.173626 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.175758 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Publish callbacks [] for router_controller (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.218180 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651115'] for router (b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.218678 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d {{(pid=106336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:19:29.222867 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.223991 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-2a759aab-48b6-4c73-98ba-5b51d0e53ab4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/b026f2a8-a31f-4fa3-a27c-8d81e6a5c46d HTTP/1.1" status: 204 len: 168 time: 0.7508905 Sep 29 02:19:29.226635 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50650) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:29.271316 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_v2 [None req-2749ad03-2638-46bc-9bd9-e93cf11c01b7 admin admin] Deleting subnet 5583bbda-0ac3-4987-bd7c-c55669b89b3f {{(pid=106336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:19:29.274290 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2749ad03-2638-46bc-9bd9-e93cf11c01b7 admin admin] Publish callbacks [] for subnet (5583bbda-0ac3-4987-bd7c-c55669b89b3f), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.309924 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2749ad03-2638-46bc-9bd9-e93cf11c01b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7176350'] for subnet (5583bbda-0ac3-4987-bd7c-c55669b89b3f), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.393623 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2749ad03-2638-46bc-9bd9-e93cf11c01b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (5583bbda-0ac3-4987-bd7c-c55669b89b3f), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.444216 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2749ad03-2638-46bc-9bd9-e93cf11c01b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4716382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5654922'] for subnet (5583bbda-0ac3-4987-bd7c-c55669b89b3f), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.467615 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749ad03-2638-46bc-9bd9-e93cf11c01b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5583bbda-0ac3-4987-bd7c-c55669b89b3f,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:29.473772 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-2749ad03-2638-46bc-9bd9-e93cf11c01b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.476893 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-2749ad03-2638-46bc-9bd9-e93cf11c01b7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/5583bbda-0ac3-4987-bd7c-c55669b89b3f HTTP/1.1" status: 204 len: 168 time: 0.2492831 Sep 29 02:19:29.479580 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50652) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:29.481785 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5afa71-47f9-471e-bb5c-83821703705d None None] Network 134cbe47-22f3-48d6-be0d-83990532c215 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:19:29.544096 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:29.556272 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (134cbe47-22f3-48d6-be0d-83990532c215), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.604605 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Deleting port 00580107-364d-4ca7-9605-73b1d08c1a2f {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:29.605011 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.669037 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] For port 00580107-364d-4ca7-9605-73b1d08c1a2f, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=00580107-364d-4ca7-9605-73b1d08c1a2f,segment=NetworkSegment(46e10180-9786-4624-a6f4-f699f0a2b04e),segment_id=46e10180-9786-4624-a6f4-f699f0a2b04e)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:29.669329 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.682458 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Calling delete_port for 00580107-364d-4ca7-9605-73b1d08c1a2f owned by network:dhcp {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:29.714052 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965aa96b-c97f-457c-a6fd-4848878e41b7 None None] DHCP port deletion for 134cbe47-22f3-48d6-be0d-83990532c215 request from dv-cinder-740146-21-iscsi {{(pid=106337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:19:29.754235 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-965aa96b-c97f-457c-a6fd-4848878e41b7 None None] Deleting port 00580107-364d-4ca7-9605-73b1d08c1a2f {{(pid=106337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:29.754994 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-965aa96b-c97f-457c-a6fd-4848878e41b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), before_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.769023 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.771276 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 356b2a80-e679-4bfb-88a5-19c8308b6290 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:29.793611 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=00580107-364d-4ca7-9605-73b1d08c1a2f,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:29.797086 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] No DVR routers for this DVR port 00580107-364d-4ca7-9605-73b1d08c1a2f on host dv-cinder-740146-21-iscsi {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:19:29.820418 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 356b2a80-e679-4bfb-88a5-19c8308b6290 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:29.820761 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 356b2a80-e679-4bfb-88a5-19c8308b6290 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:29.821190 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 00580107-364d-4ca7-9605-73b1d08c1a2f no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:29.854093 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 00580107-364d-4ca7-9605-73b1d08c1a2f {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:29.854431 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 00580107-364d-4ca7-9605-73b1d08c1a2f not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:29.854844 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 559adf37-d1f9-4de5-a660-2c55c4577f34 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:29.872075 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (134cbe47-22f3-48d6-be0d-83990532c215), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.889574 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-965aa96b-c97f-457c-a6fd-4848878e41b7 None None] For port 00580107-364d-4ca7-9605-73b1d08c1a2f, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=00580107-364d-4ca7-9605-73b1d08c1a2f,segment=NetworkSegment(46e10180-9786-4624-a6f4-f699f0a2b04e),segment_id=46e10180-9786-4624-a6f4-f699f0a2b04e)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:29.889956 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-965aa96b-c97f-457c-a6fd-4848878e41b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), precommit_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.892581 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device dd2a39ee-88f7-487a-a836-b9401f6cbff0 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:29.892772 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134cbe47-22f3-48d6-be0d-83990532c215']}} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:29.894409 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 559adf37-d1f9-4de5-a660-2c55c4577f34 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:29.894745 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 559adf37-d1f9-4de5-a660-2c55c4577f34 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:29.903369 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e10180-9786-4624-a6f4-f699f0a2b04e') {'for_net_delete': True} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:29.903673 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e10180-9786-4624-a6f4-f699f0a2b04e') {} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:29.915930 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6494329'] for segment (46e10180-9786-4624-a6f4-f699f0a2b04e), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.928896 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: dd2a39ee-88f7-487a-a836-b9401f6cbff0 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:29.929231 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device dd2a39ee-88f7-487a-a836-b9401f6cbff0 not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:29.931206 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-965aa96b-c97f-457c-a6fd-4848878e41b7 None None] Calling delete_port for 00580107-364d-4ca7-9605-73b1d08c1a2f owned by network:dhcp {{(pid=106337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:29.931372 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (46e10180-9786-4624-a6f4-f699f0a2b04e), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.941038 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=106335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:19:29.941940 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852879'] for segment (46e10180-9786-4624-a6f4-f699f0a2b04e), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.999062 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment 46e10180-9786-4624-a6f4-f699f0a2b04e resource provider aggregate not found Sep 29 02:19:30.033407 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (134cbe47-22f3-48d6-be0d-83990532c215), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.037951 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment 46e10180-9786-4624-a6f4-f699f0a2b04e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46e10180-9786-4624-a6f4-f699f0a2b04e found for delete ", "request_id": "req-45599c80-9ed5-4c8a-b648-24edbc864fed"}]} Sep 29 02:19:30.042547 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.046563 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/134cbe47-22f3-48d6-be0d-83990532c215 HTTP/1.1" status: 204 len: 168 time: 0.5659378 Sep 29 02:19:30.060842 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de257712-0ad4-4939-acd4-82f5cf3a7a73 admin admin] Pushing event deleted for resources: {'Network': ['ID=134cbe47-22f3-48d6-be0d-83990532c215,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:30.112420 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:30.150404 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-965aa96b-c97f-457c-a6fd-4848878e41b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (00580107-364d-4ca7-9605-73b1d08c1a2f), after_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.172564 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-965aa96b-c97f-457c-a6fd-4848878e41b7 None None] Network 134cbe47-22f3-48d6-be0d-83990532c215 is not hosted by any dhcp agent {{(pid=106337) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 02:19:30.173234 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965aa96b-c97f-457c-a6fd-4848878e41b7 None None] No DVR routers for this DVR port 00580107-364d-4ca7-9605-73b1d08c1a2f on host dv-cinder-740146-21-iscsi {{(pid=106337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:19:30.174885 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965aa96b-c97f-457c-a6fd-4848878e41b7 None None] Pushing event deleted for resources: {'Port': ['ID=00580107-364d-4ca7-9605-73b1d08c1a2f,revision_number=None']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:30.220183 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50666) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:30.236038 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:30.262017 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-4a9197a0-98cc-4bf5-8173-1349edbcdacc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=18eeabc669304148930130efa1737cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406759 Sep 29 02:19:30.264578 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50668) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:30.313562 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c54553b2-f08f-40a4-a3bc-a9c4bba4acf1 admin admin] Publish callbacks [] for security_group (016b0dff-9c86-4961-9f81-a4bbaa6ba365), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.333544 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c54553b2-f08f-40a4-a3bc-a9c4bba4acf1 admin admin] Publish callbacks [] for security_group (016b0dff-9c86-4961-9f81-a4bbaa6ba365), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.379033 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c54553b2-f08f-40a4-a3bc-a9c4bba4acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (016b0dff-9c86-4961-9f81-a4bbaa6ba365), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.381615 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c54553b2-f08f-40a4-a3bc-a9c4bba4acf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.382749 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-c54553b2-f08f-40a4-a3bc-a9c4bba4acf1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/016b0dff-9c86-4961-9f81-a4bbaa6ba365 HTTP/1.1" status: 204 len: 168 time: 0.1172965 Sep 29 02:19:30.390127 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54553b2-f08f-40a4-a3bc-a9c4bba4acf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016b0dff-9c86-4961-9f81-a4bbaa6ba365,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:30.693963 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50674) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:30.732808 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-5da3855e-5a50-425c-a188-bdfd3987d9b1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1af0fde6012a448dbb0a35db223f8aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377238 Sep 29 02:19:30.735776 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50676) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:30.784232 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8454-22ae-42dc-8b46-1a2b048d9057 admin admin] Publish callbacks [] for security_group (7bcbf924-440b-43d5-8444-09e2e5a14ff3), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.791220 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:30.804658 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8454-22ae-42dc-8b46-1a2b048d9057 admin admin] Publish callbacks [] for security_group (7bcbf924-440b-43d5-8444-09e2e5a14ff3), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.860478 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8454-22ae-42dc-8b46-1a2b048d9057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (7bcbf924-440b-43d5-8444-09e2e5a14ff3), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.863171 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8454-22ae-42dc-8b46-1a2b048d9057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.866851 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d4ad8454-22ae-42dc-8b46-1a2b048d9057 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7bcbf924-440b-43d5-8444-09e2e5a14ff3 HTTP/1.1" status: 204 len: 168 time: 0.1276660 Sep 29 02:19:30.873144 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad8454-22ae-42dc-8b46-1a2b048d9057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcbf924-440b-43d5-8444-09e2e5a14ff3,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:32.258831 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-758f168f-c90a-4041-8152-1d954a88707e req-9a8f79ce-be0a-4ad2-a9a3-9bd3ab0d9c01 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383210 Sep 29 02:19:32.332686 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f168f-c90a-4041-8152-1d954a88707e req-9483630b-00e3-41e7-b758-7058646241d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:32.334386 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-758f168f-c90a-4041-8152-1d954a88707e req-9483630b-00e3-41e7-b758-7058646241d2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 1129 time: 0.0536494 Sep 29 02:19:32.449543 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f168f-c90a-4041-8152-1d954a88707e req-c24ea0e2-728d-4d9e-bfd1-7d84770c50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:32.451160 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-758f168f-c90a-4041-8152-1d954a88707e req-c24ea0e2-728d-4d9e-bfd1-7d84770c50cd service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 911 time: 0.0943577 Sep 29 02:19:32.524390 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-758f168f-c90a-4041-8152-1d954a88707e req-29c5c960-06c8-4165-91f8-50da4687d1df service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3ecb52f-6240-44e1-95ce-78afaac9e116 HTTP/1.1" status: 200 len: 1001 time: 0.0647433 Sep 29 02:19:32.589105 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f168f-c90a-4041-8152-1d954a88707e req-cf9e76f7-2551-4f9f-ba74-1835ae3f6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:32.590149 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-758f168f-c90a-4041-8152-1d954a88707e req-cf9e76f7-2551-4f9f-ba74-1835ae3f6e68 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b189aa6-b5d7-42f0-bc64-21d8dbf2a762 HTTP/1.1" status: 200 len: 850 time: 0.0604999 Sep 29 02:19:32.637020 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f168f-c90a-4041-8152-1d954a88707e req-182c097d-7400-4ea2-b687-41270b908058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:32.638765 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-758f168f-c90a-4041-8152-1d954a88707e req-182c097d-7400-4ea2-b687-41270b908058 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7fb5d174-0244-4143-a2ba-fb111b24bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416069 Sep 29 02:19:32.745908 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-758f168f-c90a-4041-8152-1d954a88707e req-6c89fee0-2697-4b09-8a44-8a0721f41168 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989540 Sep 29 02:19:33.054115 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:33.083755 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-758f168f-c90a-4041-8152-1d954a88707e req-c23b4ac8-bca5-478c-a98b-3d8cf9310a5b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309081 Sep 29 02:19:38.940659 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=43 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:38.941871 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=38 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:39.449574 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=51,neutron:DELETE=10,neutron:UPDATE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:39.467790 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=47,neutron:DELETE=7 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:39.847473 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:19:40.154977 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=7,neutron:DELETE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:40.885450 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:43.076474 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:43.080316 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=48,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:45.347331 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-da706e20-34fe-40fc-9de1-dfd87c0b784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.705321 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-11aeaaca-8749-4001-a7cd-e1ec60cfaa30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:48.828113 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.017009 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50874) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:49.067706 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Deleting subnet 87d63406-4e12-48d3-9876-3b3b53d48be4 {{(pid=106335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:19:49.070912 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Publish callbacks [] for subnet (87d63406-4e12-48d3-9876-3b3b53d48be4), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.109205 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6494320'] for subnet (87d63406-4e12-48d3-9876-3b3b53d48be4), precommit_delete_associations {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.148705 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (87d63406-4e12-48d3-9876-3b3b53d48be4), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.201726 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5955320'] for subnet (87d63406-4e12-48d3-9876-3b3b53d48be4), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.228854 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d63406-4e12-48d3-9876-3b3b53d48be4,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:49.233571 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.240551 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/87d63406-4e12-48d3-9876-3b3b53d48be4 HTTP/1.1" status: 204 len: 168 time: 0.2195914 Sep 29 02:19:49.240732 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50876) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:49.243841 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.244206 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.244618 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.245046 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.245293 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.245671 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.246092 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.246443 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.246786 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.247122 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.247452 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.247792 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.248113 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.248443 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.249114 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf47a-f1cd-41d7-973b-d9c6f8ea10a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:49.318286 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7162bc3a-b0ba-4e16-a6f3-863cfc79f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (046dae9f-4494-4475-8b8b-eff41f15f296), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.397370 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7162bc3a-b0ba-4e16-a6f3-863cfc79f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (046dae9f-4494-4475-8b8b-eff41f15f296), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.416463 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-7162bc3a-b0ba-4e16-a6f3-863cfc79f128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046dae9f-4494-4475-8b8b-eff41f15f296']}} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:49.425856 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-7162bc3a-b0ba-4e16-a6f3-863cfc79f128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773c933d-8441-4911-b4f1-c11b7215d3e4') {'for_net_delete': True} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:49.426158 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-7162bc3a-b0ba-4e16-a6f3-863cfc79f128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773c933d-8441-4911-b4f1-c11b7215d3e4') {} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:49.435734 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7162bc3a-b0ba-4e16-a6f3-863cfc79f128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7176343'] for segment (773c933d-8441-4911-b4f1-c11b7215d3e4), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.449772 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7162bc3a-b0ba-4e16-a6f3-863cfc79f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (773c933d-8441-4911-b4f1-c11b7215d3e4), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.456561 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7162bc3a-b0ba-4e16-a6f3-863cfc79f128 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=106336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:19:49.456988 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7162bc3a-b0ba-4e16-a6f3-863cfc79f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4716528'] for segment (773c933d-8441-4911-b4f1-c11b7215d3e4), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.477283 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment 773c933d-8441-4911-b4f1-c11b7215d3e4 resource provider aggregate not found Sep 29 02:19:49.519024 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment 773c933d-8441-4911-b4f1-c11b7215d3e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 773c933d-8441-4911-b4f1-c11b7215d3e4 found for delete ", "request_id": "req-9b7b47bb-503a-41a4-8b9c-82eb7b4eb7d7"}]} Sep 29 02:19:49.525057 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7162bc3a-b0ba-4e16-a6f3-863cfc79f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (046dae9f-4494-4475-8b8b-eff41f15f296), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.530510 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-7162bc3a-b0ba-4e16-a6f3-863cfc79f128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.534153 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-7162bc3a-b0ba-4e16-a6f3-863cfc79f128 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/046dae9f-4494-4475-8b8b-eff41f15f296 HTTP/1.1" status: 204 len: 168 time: 0.2925425 Sep 29 02:19:49.545402 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162bc3a-b0ba-4e16-a6f3-863cfc79f128 admin admin] Pushing event deleted for resources: {'Network': ['ID=046dae9f-4494-4475-8b8b-eff41f15f296,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:49.710956 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50886) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:49.759229 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-8a6483e2-3896-4660-8639-6540359ccf4e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5fa52688e9da47babb3d9002e7ec137a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447612 Sep 29 02:19:49.759601 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50890) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:49.815535 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7727b55c-1950-46b5-86ef-68ea5b003eea admin admin] Publish callbacks [] for security_group (ceea3dd1-9ad8-4665-927d-8f92dd54c57c), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.836251 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7727b55c-1950-46b5-86ef-68ea5b003eea admin admin] Publish callbacks [] for security_group (ceea3dd1-9ad8-4665-927d-8f92dd54c57c), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.884705 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7727b55c-1950-46b5-86ef-68ea5b003eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (ceea3dd1-9ad8-4665-927d-8f92dd54c57c), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.887323 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7727b55c-1950-46b5-86ef-68ea5b003eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:49.888473 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-7727b55c-1950-46b5-86ef-68ea5b003eea admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ceea3dd1-9ad8-4665-927d-8f92dd54c57c HTTP/1.1" status: 204 len: 168 time: 0.1276474 Sep 29 02:19:49.898837 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727b55c-1950-46b5-86ef-68ea5b003eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceea3dd1-9ad8-4665-927d-8f92dd54c57c,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:50.024179 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d2d1d-0f0f-465f-b937-b15c7af99bd6 req-c1cbcc99-6c7c-4e0c-9b84-22d4b8a46881 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:50.025873 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-274d2d1d-0f0f-465f-b937-b15c7af99bd6 req-c1cbcc99-6c7c-4e0c-9b84-22d4b8a46881 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 947 time: 0.0470629 Sep 29 02:19:50.079339 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-274d2d1d-0f0f-465f-b937-b15c7af99bd6 req-dac480c0-ed53-4d37-9f74-f19cf1e7a81a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478218 Sep 29 02:19:50.462429 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:50.567317 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:50.818198 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:50.819393 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:51.215521 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc31d1-ee41-49b3-8c3f-09933f92292a req-bd2e67d4-f157-45e9-b63a-587f4e115847 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:51.217012 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5fdc31d1-ee41-49b3-8c3f-09933f92292a req-bd2e67d4-f157-45e9-b63a-587f4e115847 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 947 time: 0.0469391 Sep 29 02:19:51.263601 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5fdc31d1-ee41-49b3-8c3f-09933f92292a req-58d97c1c-eecc-412e-a94b-74597a725392 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d7356af-3994-4e89-9c5c-c9a4337c8704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410523 Sep 29 02:19:51.516438 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-fbe709b1-480e-4ca2-851e-1b840cf811c8 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:51.517846 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-fbe709b1-480e-4ca2-851e-1b840cf811c8 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 947 time: 0.0452969 Sep 29 02:19:51.601285 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Deleting port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:51.601627 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:51.688189 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] For port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:51.688552 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:51.849805 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:51.850079 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (3d9e762d-4009-407c-92fc-9a775b7cd10e), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:51.850387 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Floating IP 3d9e762d-4009-407c-92fc-9a775b7cd10e disassociated. External IP: 172.27.3.228, port: 9072cabc-6b89-4fb1-8e28-0d498ffd25b9. Sep 29 02:19:51.850725 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Calling delete_port for 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:51.920879 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:51.932389 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:51.979145 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (9072cabc-6b89-4fb1-8e28-0d498ffd25b9), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:52.006661 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event deleted for resources: {'Port': ['ID=9072cabc-6b89-4fb1-8e28-0d498ffd25b9,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:52.117595 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Router 4cd36434-b502-4609-8ced-0e6c6d605353 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:19:52.231132 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:19:52.245871 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0688329f-272a-43e1-907a-695e3c5433bf None None] Sync routers for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:19:52.257380 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0688329f-272a-43e1-907a-695e3c5433bf None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:52.258158 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-0688329f-272a-43e1-907a-695e3c5433bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:19:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:52.282452 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] No DVR routers for this DVR port 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:19:52.285034 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:52.288297 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ef5b3191-bec3-4365-a00b-254d74a70053 req-d7e6e9d0-0183-4d4b-873e-9734a34830ba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.57 "DELETE /networking/v2.0/ports/9072cabc-6b89-4fb1-8e28-0d498ffd25b9 HTTP/1.1" status: 204 len: 173 time: 0.7652254 Sep 29 02:19:52.288794 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'name': 'network-vif-deleted', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:52.291198 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b509a3c9-b5de-4309-9bfc-fe819fd0fd67" -d '{"events": [{"server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "name": "network-vif-deleted", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:52.346314 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4855c6cb-b718-4d62-af08-6a13c43b7446 x-openstack-request-id: req-4855c6cb-b718-4d62-af08-6a13c43b7446 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:52.346612 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8673124-4773-4b93-b327-72301b9d3e0f", "name": "network-vif-deleted", "tag": "9072cabc-6b89-4fb1-8e28-0d498ffd25b9", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:52.346873 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4855c6cb-b718-4d62-af08-6a13c43b7446 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:52.347288 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4855c6cb-b718-4d62-af08-6a13c43b7446'] response: {'server_uuid': 'f8673124-4773-4b93-b327-72301b9d3e0f', 'name': 'network-vif-deleted', 'tag': '9072cabc-6b89-4fb1-8e28-0d498ffd25b9', 'status': 'completed', 'code': 200} Sep 29 02:19:52.442281 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-0688329f-272a-43e1-907a-695e3c5433bf None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:52.450634 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c616e929-8bac-4f36-a4ec-1b1b93c0afa3 req-060c6877-1482-4ebc-ac56-84835b41cfe1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8673124-4773-4b93-b327-72301b9d3e0f HTTP/1.1" status: 200 len: 210 time: 0.0499215 Sep 29 02:19:52.674115 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-0688329f-272a-43e1-907a-695e3c5433bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 5, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:52.708267 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0688329f-272a-43e1-907a-695e3c5433bf None None] Checking router: 4cd36434-b502-4609-8ced-0e6c6d605353 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:19:52.718760 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0688329f-272a-43e1-907a-695e3c5433bf None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:52.719396 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-0688329f-272a-43e1-907a-695e3c5433bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:19:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:52.824254 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-0688329f-272a-43e1-907a-695e3c5433bf None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:53.008511 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-0688329f-272a-43e1-907a-695e3c5433bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 5, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:53.034309 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0688329f-272a-43e1-907a-695e3c5433bf None None] The sync data for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi is: [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 5, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:19:53.254902 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120cec5-5b34-40f5-b1b8-4ceb8c797bc0 None None] New status for floating IP 3d9e762d-4009-407c-92fc-9a775b7cd10e: DOWN {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:19:53.542730 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50950) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:53.598120 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5891ecb2-6c20-4ff3-b5e9-fedbb2c5d855 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group (9d7356af-3994-4e89-9c5c-c9a4337c8704), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:53.619555 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5891ecb2-6c20-4ff3-b5e9-fedbb2c5d855 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group (9d7356af-3994-4e89-9c5c-c9a4337c8704), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:53.666115 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5891ecb2-6c20-4ff3-b5e9-fedbb2c5d855 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (9d7356af-3994-4e89-9c5c-c9a4337c8704), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:53.668655 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-5891ecb2-6c20-4ff3-b5e9-fedbb2c5d855 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:53.669864 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-5891ecb2-6c20-4ff3-b5e9-fedbb2c5d855 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9d7356af-3994-4e89-9c5c-c9a4337c8704 HTTP/1.1" status: 204 len: 168 time: 0.1260319 Sep 29 02:19:53.672617 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50952) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:53.679129 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891ecb2-6c20-4ff3-b5e9-fedbb2c5d855 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7356af-3994-4e89-9c5c-c9a4337c8704,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:53.687869 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.api.v2.resource [None req-620763fa-ac4f-42c3-b533-a190363cf35c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] show failed (client error): The resource could not be found. Sep 29 02:19:53.688904 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-620763fa-ac4f-42c3-b533-a190363cf35c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups/9d7356af-3994-4e89-9c5c-c9a4337c8704 HTTP/1.1" status: 404 len: 347 time: 0.0152030 Sep 29 02:19:53.692081 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50954) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:53.803594 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-99b4c5ef-72f3-47ce-8dca-ac2988a949ed tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Deleting port 0faab9c5-b656-4e84-892f-8b3e09c4dfd3 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:53.803935 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-99b4c5ef-72f3-47ce-8dca-ac2988a949ed tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (0faab9c5-b656-4e84-892f-8b3e09c4dfd3), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.154352 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-99b4c5ef-72f3-47ce-8dca-ac2988a949ed tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (0faab9c5-b656-4e84-892f-8b3e09c4dfd3), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.154683 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-99b4c5ef-72f3-47ce-8dca-ac2988a949ed tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (0faab9c5-b656-4e84-892f-8b3e09c4dfd3), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.167469 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-99b4c5ef-72f3-47ce-8dca-ac2988a949ed tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Calling delete_port for 0faab9c5-b656-4e84-892f-8b3e09c4dfd3 owned by network:floatingip {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:54.298725 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-99b4c5ef-72f3-47ce-8dca-ac2988a949ed tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (0faab9c5-b656-4e84-892f-8b3e09c4dfd3), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.322090 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4c5ef-72f3-47ce-8dca-ac2988a949ed tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event deleted for resources: {'Port': ['ID=0faab9c5-b656-4e84-892f-8b3e09c4dfd3,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:54.331684 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:54.351999 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:54.388610 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-99b4c5ef-72f3-47ce-8dca-ac2988a949ed tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (3d9e762d-4009-407c-92fc-9a775b7cd10e), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.391708 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-99b4c5ef-72f3-47ce-8dca-ac2988a949ed tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.392842 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-99b4c5ef-72f3-47ce-8dca-ac2988a949ed tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/3d9e762d-4009-407c-92fc-9a775b7cd10e HTTP/1.1" status: 204 len: 168 time: 0.6998675 Sep 29 02:19:54.473509 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 50966) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:54.478064 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-1c1855f0-ed83-4892-b42e-fd9abe9bb1eb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--777056554', 'description': 'tempest-description--1042673032'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:54.498632 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c1855f0-ed83-4892-b42e-fd9abe9bb1eb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.570128 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c1855f0-ed83-4892-b42e-fd9abe9bb1eb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group (65a04c8c-a766-43af-b963-ec8b7f5d9fa7), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.573902 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c1855f0-ed83-4892-b42e-fd9abe9bb1eb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (65a04c8c-a766-43af-b963-ec8b7f5d9fa7), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.604189 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1c1855f0-ed83-4892-b42e-fd9abe9bb1eb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.605437 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-1c1855f0-ed83-4892-b42e-fd9abe9bb1eb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1309087 Sep 29 02:19:54.607456 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1855f0-ed83-4892-b42e-fd9abe9bb1eb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a04c8c-a766-43af-b963-ec8b7f5d9fa7,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:54.608503 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50968) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:54.613677 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-68c28c0d-bec5-47f8-a50b-bd83504f1ad9 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Request body: {'security_group_rule': {'security_group_id': '65a04c8c-a766-43af-b963-ec8b7f5d9fa7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:54.639115 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-68c28c0d-bec5-47f8-a50b-bd83504f1ad9 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group_rule (5adfa11c-9f92-4eb9-8235-51a2cd735537), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.693831 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-68c28c0d-bec5-47f8-a50b-bd83504f1ad9 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group_rule (5adfa11c-9f92-4eb9-8235-51a2cd735537), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.697235 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-68c28c0d-bec5-47f8-a50b-bd83504f1ad9 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (5adfa11c-9f92-4eb9-8235-51a2cd735537), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.715005 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c28c0d-bec5-47f8-a50b-bd83504f1ad9 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adfa11c-9f92-4eb9-8235-51a2cd735537,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:54.723871 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-68c28c0d-bec5-47f8-a50b-bd83504f1ad9 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.725102 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-68c28c0d-bec5-47f8-a50b-bd83504f1ad9 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149693 Sep 29 02:19:54.727832 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50970) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:54.732064 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-bd4792a4-9000-4618-be23-07f4d0a0ab4d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Request body: {'security_group_rule': {'security_group_id': '65a04c8c-a766-43af-b963-ec8b7f5d9fa7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:54.761874 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-bd4792a4-9000-4618-be23-07f4d0a0ab4d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group_rule (f93ac6f4-d6bb-4b12-bd78-11b1fc97bd5c), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.809008 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-bd4792a4-9000-4618-be23-07f4d0a0ab4d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group_rule (f93ac6f4-d6bb-4b12-bd78-11b1fc97bd5c), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.812628 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-bd4792a4-9000-4618-be23-07f4d0a0ab4d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533891'] for security_group_rule (f93ac6f4-d6bb-4b12-bd78-11b1fc97bd5c), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.832021 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4792a4-9000-4618-be23-07f4d0a0ab4d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93ac6f4-d6bb-4b12-bd78-11b1fc97bd5c,revision_number=0']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:54.837177 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-bd4792a4-9000-4618-be23-07f4d0a0ab4d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.838409 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-bd4792a4-9000-4618-be23-07f4d0a0ab4d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1096339 Sep 29 02:19:54.841509 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 50972) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:54.845697 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Request body: {'floatingip': {'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:54.866971 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.916492 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:54.922661 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:54.935461 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:54.935786 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 9072cabc-6b89-4fb1-8e28-0d498ffd25b9 not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:54.942448 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:54.949316 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.062570 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Allocated IP 172.27.3.31 (44335703-30ea-48cd-a18a-5857ed0e04da/7a542017-da5e-41de-a7ed-f8c6ec79fc41/e6fba04a-41d6-4a71-9bfd-f0afbcf249ac) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:19:55.171999 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for port (e6fba04a-41d6-4a71-9bfd-f0afbcf249ac), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.203928 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (e6fba04a-41d6-4a71-9bfd-f0afbcf249ac), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.246274 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Network 44335703-30ea-48cd-a18a-5857ed0e04da is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:19:55.251508 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:19:55.253720 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:19:55.256715 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event updated for resources: {'Port': ['ID=e6fba04a-41d6-4a71-9bfd-f0afbcf249ac,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:55.336606 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.376429 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (e6fba04a-41d6-4a71-9bfd-f0afbcf249ac), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.526734 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for port (e6fba04a-41d6-4a71-9bfd-f0afbcf249ac), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.533184 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (e6fba04a-41d6-4a71-9bfd-f0afbcf249ac), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.600232 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.602799 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event updated for resources: {'Port': ['ID=e6fba04a-41d6-4a71-9bfd-f0afbcf249ac,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:55.618798 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.620038 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-7d81f6a2-ec86-45aa-be84-232ce93d0259 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7775884 Sep 29 02:19:55.818215 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-92d56cde-a656-424a-969b-66722ac258ad tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--777056554&fields=id&tenant_id=0a769dbf20fa4526a8c63c4b631c94b1 HTTP/1.1" status: 200 len: 267 time: 0.0423594 Sep 29 02:19:55.926410 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-6d47028b-5bbc-405f-9125-c8cf3aa6ff04 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:55.927837 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-6d47028b-5bbc-405f-9125-c8cf3aa6ff04 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/networks?id=75973108-0654-4b3c-9864-e82ffcefc065 HTTP/1.1" status: 200 len: 817 time: 0.1033301 Sep 29 02:19:55.942832 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-b7d70e18-cab3-4ef5-8f88-8d886e8dd7c0 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/quotas/0a769dbf20fa4526a8c63c4b631c94b1 HTTP/1.1" status: 200 len: 375 time: 0.0096650 Sep 29 02:19:55.990630 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-24b130e1-b510-4658-b666-ef099d547663 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428364 Sep 29 02:19:56.083952 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-52a75006-e6ee-40ed-8445-db30d1f6e42b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815747 Sep 29 02:19:56.177926 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-b21a9871-8c69-4df2-bc6a-5cd1e2749936 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883601 Sep 29 02:19:56.380019 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-05308b76-532b-41e3-b06c-1389c93e4f5a req-36a79d3a-1c20-47a7-bfe8-e0def9267b64 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 210 time: 0.0442855 Sep 29 02:19:56.669005 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:57.431162 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:57.434126 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:57.499039 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-9f689b6b-0a0c-4fa8-b3dc-3e2a3b9daa4d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:57.501897 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-9f689b6b-0a0c-4fa8-b3dc-3e2a3b9daa4d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.57 "GET /networking/v2.0/networks?id=75973108-0654-4b3c-9864-e82ffcefc065 HTTP/1.1" status: 200 len: 817 time: 0.1317968 Sep 29 02:19:57.509121 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ae05ae8f-079f-41c1-b8e5-d7f137667760 req-8e8cd42a-bf7d-4b4b-9dfb-7d9c4a8efb9a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 210 time: 0.0278256 Sep 29 02:19:57.590845 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-976622fc-b454-4d86-be45-96b62df53d2c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a769dbf20fa4526a8c63c4b631c94b1 HTTP/1.1" status: 200 len: 379 time: 0.0769229 Sep 29 02:19:57.661082 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-d23bc31d-bb3e-4634-9ff0-6d7a5af4468c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Request body: {'port': {'device_id': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'admin_state_up': True, 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'security_groups': ['65a04c8c-a766-43af-b963-ec8b7f5d9fa7']}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:57.787895 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-d23bc31d-bb3e-4634-9ff0-6d7a5af4468c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Made reservation on behalf of 0a769dbf20fa4526a8c63c4b631c94b1 for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:19:57.792411 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-d23bc31d-bb3e-4634-9ff0-6d7a5af4468c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:57.932760 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-d23bc31d-bb3e-4634-9ff0-6d7a5af4468c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Allocated IP 172.20.0.13 (75973108-0654-4b3c-9864-e82ffcefc065/e4187254-90fc-464f-9d77-8c8ec08ca4bc/1df299dd-a44d-4377-80bf-700314b81ca3) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:19:58.070528 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-d23bc31d-bb3e-4634-9ff0-6d7a5af4468c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for port (1df299dd-a44d-4377-80bf-700314b81ca3), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:58.110136 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-d23bc31d-bb3e-4634-9ff0-6d7a5af4468c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:58.162097 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-d23bc31d-bb3e-4634-9ff0-6d7a5af4468c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Network 75973108-0654-4b3c-9864-e82ffcefc065 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:19:58.167172 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-d23bc31d-bb3e-4634-9ff0-6d7a5af4468c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:19:58.169303 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bc31d-bb3e-4634-9ff0-6d7a5af4468c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event updated for resources: {'Port': ['ID=1df299dd-a44d-4377-80bf-700314b81ca3,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:58.171463 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-d23bc31d-bb3e-4634-9ff0-6d7a5af4468c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:19:58.220758 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-d23bc31d-bb3e-4634-9ff0-6d7a5af4468c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:58.221412 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-d23bc31d-bb3e-4634-9ff0-6d7a5af4468c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:58.238175 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-d23bc31d-bb3e-4634-9ff0-6d7a5af4468c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5818729 Sep 29 02:19:58.355884 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Provisioning complete for port 1df299dd-a44d-4377-80bf-700314b81ca3 triggered by entity DHCP. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:19:58.356411 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:58.356576 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Attempt 1 to provision port 1df299dd-a44d-4377-80bf-700314b81ca3 Sep 29 02:19:58.387186 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Port 1df299dd-a44d-4377-80bf-700314b81ca3 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:19:58.640818 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231b370-a1df-4bce-8269-2c8518d5f504 req-f16e1da3-f70b-438f-83e6-85c3f0233812 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:58.642271 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6231b370-a1df-4bce-8269-2c8518d5f504 req-f16e1da3-f70b-438f-83e6-85c3f0233812 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 932 time: 0.0499225 Sep 29 02:19:58.688315 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6231b370-a1df-4bce-8269-2c8518d5f504 req-1774039d-28d6-4e2d-9365-db61e0b12417 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405464 Sep 29 02:19:58.888173 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Attempt 2 to provision port 1df299dd-a44d-4377-80bf-700314b81ca3 Sep 29 02:19:58.923923 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Port 1df299dd-a44d-4377-80bf-700314b81ca3 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:19:59.425301 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Attempt 3 to provision port 1df299dd-a44d-4377-80bf-700314b81ca3 Sep 29 02:19:59.457312 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Port 1df299dd-a44d-4377-80bf-700314b81ca3 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:19:59.814994 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857fa1b-65cd-4ee8-b500-77a9bd447d06 req-291d5e46-0bee-4d59-88fd-dc7c9a926e23 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:59.816497 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d857fa1b-65cd-4ee8-b500-77a9bd447d06 req-291d5e46-0bee-4d59-88fd-dc7c9a926e23 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 932 time: 0.0471756 Sep 29 02:19:59.866478 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d857fa1b-65cd-4ee8-b500-77a9bd447d06 req-51b77c13-a5f5-4e38-94cd-611280b02815 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419207 Sep 29 02:19:59.892828 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Request body: {'port': {'device_id': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:59.953647 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:59.972440 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:59.972899 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Attempt 4 to provision port 1df299dd-a44d-4377-80bf-700314b81ca3 Sep 29 02:19:59.995093 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:00.007055 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Port 1df299dd-a44d-4377-80bf-700314b81ca3 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:20:00.100156 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:00.235091 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df299dd-a44d-4377-80bf-700314b81ca3 {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:20:00.242565 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Publish callbacks [] for port (1df299dd-a44d-4377-80bf-700314b81ca3), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.256141 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Transition to ACTIVE for port object 1df299dd-a44d-4377-80bf-700314b81ca3 will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:20:00.259415 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.321698 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Pushing event updated for resources: {'Port': ['ID=1df299dd-a44d-4377-80bf-700314b81ca3,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:00.374809 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Attempting to bind port 1df299dd-a44d-4377-80bf-700314b81ca3 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:20:00.375142 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Attempting to bind port 1df299dd-a44d-4377-80bf-700314b81ca3 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:20:00.375466 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Attempting to bind port 1df299dd-a44d-4377-80bf-700314b81ca3 on network 75973108-0654-4b3c-9864-e82ffcefc065 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:20:00.417606 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Port 1df299dd-a44d-4377-80bf-700314b81ca3 on network 75973108-0654-4b3c-9864-e82ffcefc065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:20:00.417933 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Attempting to bind port 1df299dd-a44d-4377-80bf-700314b81ca3 on network 75973108-0654-4b3c-9864-e82ffcefc065 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:20:00.463621 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:20:00.464150 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Checking segment: {'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:20:00.464663 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Bound using segment: {'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:20:00.465124 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Bound port: 1df299dd-a44d-4377-80bf-700314b81ca3, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966ba888-4f07-4be5-ae92-25c447b58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:20:00.465491 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.508013 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Attempt 5 to provision port 1df299dd-a44d-4377-80bf-700314b81ca3 Sep 29 02:20:00.510638 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:00.531168 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] For port 1df299dd-a44d-4377-80bf-700314b81ca3, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:20:00.534646 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] For port 1df299dd-a44d-4377-80bf-700314b81ca3, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1df299dd-a44d-4377-80bf-700314b81ca3,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:20:00.540782 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.542241 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Port 1df299dd-a44d-4377-80bf-700314b81ca3 cannot update to ACTIVE because it is not bound. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:20:00.545246 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:00.546497 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.547908 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1df299dd-a44d-4377-80bf-700314b81ca3 HTTP/1.1" status: 200 len: 1094 time: 0.6604569 Sep 29 02:20:00.548567 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:00.550851 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6a2d3b-68e1-43dc-b88c-7b94f1fbc99e" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:00.597771 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253f760f-bdf2-48de-aaa9-5a1fa52b4b12 x-openstack-request-id: req-253f760f-bdf2-48de-aaa9-5a1fa52b4b12 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:00.598054 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:00.598306 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-253f760f-bdf2-48de-aaa9-5a1fa52b4b12 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:00.598704 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253f760f-bdf2-48de-aaa9-5a1fa52b4b12'] response: {'name': 'network-changed', 'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3', 'status': 'completed', 'code': 200} Sep 29 02:20:00.603353 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875e60d-b124-4ccc-8cd6-c1ae036b776b service neutron] Pushing event updated for resources: {'Port': ['ID=1df299dd-a44d-4377-80bf-700314b81ca3,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:00.861259 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a2d3b-68e1-43dc-b88c-7b94f1fbc99e req-81326f38-1ae0-48a4-b0d0-7893acac4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:00.862675 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-be6a2d3b-68e1-43dc-b88c-7b94f1fbc99e req-81326f38-1ae0-48a4-b0d0-7893acac4ead service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 1128 time: 0.0473545 Sep 29 02:20:00.966877 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a2d3b-68e1-43dc-b88c-7b94f1fbc99e req-000abb09-4a3c-464b-bde9-065389a503d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:00.968336 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-be6a2d3b-68e1-43dc-b88c-7b94f1fbc99e req-000abb09-4a3c-464b-bde9-065389a503d2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0934424 Sep 29 02:20:00.997940 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd1f93-d090-4fb3-a185-22a45caf5e95 req-18e18e38-bfa9-4c82-aa49-d099c11e7a98 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:01.000176 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bdd1f93-d090-4fb3-a185-22a45caf5e95 req-18e18e38-bfa9-4c82-aa49-d099c11e7a98 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0525372 Sep 29 02:20:01.043559 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Attempt 6 to provision port 1df299dd-a44d-4377-80bf-700314b81ca3 Sep 29 02:20:01.052170 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bdd1f93-d090-4fb3-a185-22a45caf5e95 req-b8f074bb-8659-499d-b939-14c76431b409 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465753 Sep 29 02:20:01.065127 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:01.070532 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a2d3b-68e1-43dc-b88c-7b94f1fbc99e req-f1a347ff-b74e-4658-8ef8-caca6044cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:01.072022 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-be6a2d3b-68e1-43dc-b88c-7b94f1fbc99e req-f1a347ff-b74e-4658-8ef8-caca6044cf82 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0978847 Sep 29 02:20:01.090530 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-12caae44-1f46-4b6f-b62f-39218159432f None None] Port 1df299dd-a44d-4377-80bf-700314b81ca3 had new provisioning blocks added so it will not transition to active. {{(pid=106337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:20:01.146394 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-32394822-398e-419e-a6c9-b099bfc5f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:01.147780 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-32394822-398e-419e-a6c9-b099bfc5f3e2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 1128 time: 0.0387726 Sep 29 02:20:01.194226 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-2d8b7b94-399c-44a3-94dd-df387b079a79 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1df299dd-a44d-4377-80bf-700314b81ca3 HTTP/1.1" status: 200 len: 217 time: 0.0392036 Sep 29 02:20:01.245987 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-a93d411c-b247-46e6-8278-a90b324d0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:01.247413 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-a93d411c-b247-46e6-8278-a90b324d0a9a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e4187254-90fc-464f-9d77-8c8ec08ca4bc HTTP/1.1" status: 200 len: 856 time: 0.0465300 Sep 29 02:20:01.290422 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-e2157733-8ba3-446d-a1a9-ad89778430b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:01.291857 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-e2157733-8ba3-446d-a1a9-ad89778430b5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=75973108-0654-4b3c-9864-e82ffcefc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374811 Sep 29 02:20:01.305915 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:01.384135 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-049a3bed-667f-4da0-8846-4ef5463080cb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857115 Sep 29 02:20:01.480408 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-9f51dbb2-9bfa-4e8c-85ee-56136659666b req-929362d3-dee3-43c6-93fc-a636842fc7ea service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896840 Sep 29 02:20:02.144413 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:02.183419 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78059b-d629-4477-88c5-16a8c7482351 req-22b93f54-4a8d-4e23-af0e-ed33f6141e82 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:02.184929 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cf78059b-d629-4477-88c5-16a8c7482351 req-22b93f54-4a8d-4e23-af0e-ed33f6141e82 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0492897 Sep 29 02:20:02.198215 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:02.235499 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cf78059b-d629-4477-88c5-16a8c7482351 req-7dfd9647-d305-4358-9643-3573e8d1fef7 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437574 Sep 29 02:20:03.364618 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14b202-b13f-4918-861f-2d7dd2812699 req-73879eab-738a-41a1-b271-e97f7f9ddb95 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:03.366106 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ea14b202-b13f-4918-861f-2d7dd2812699 req-73879eab-738a-41a1-b271-e97f7f9ddb95 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0464675 Sep 29 02:20:03.415389 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ea14b202-b13f-4918-861f-2d7dd2812699 req-66bd8f3d-83ca-4700-8bf8-a6238bc94e88 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435438 Sep 29 02:20:04.538859 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8ac1d-f7cf-4f3e-8029-defff4eab5c8 req-b4af562f-ac4e-4e1d-92a9-f03560b55ca1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:04.540315 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0d8ac1d-f7cf-4f3e-8029-defff4eab5c8 req-b4af562f-ac4e-4e1d-92a9-f03560b55ca1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0463519 Sep 29 02:20:04.586684 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e0d8ac1d-f7cf-4f3e-8029-defff4eab5c8 req-72294d59-5c5a-41db-ba9b-38d1f54f39b4 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407374 Sep 29 02:20:04.927109 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1df299dd-a44d-4377-80bf-700314b81ca3 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:20:05.028188 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 1df299dd-a44d-4377-80bf-700314b81ca3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1df299dd-a44d-4377-80bf-700314b81ca3,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:05.040134 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '1df299dd-a44d-4377-80bf-700314b81ca3', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'port_id': '1df299dd-a44d-4377-80bf-700314b81ca3', 'mac_address': 'fa:16:3e:10:17:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:20:05.084533 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 1df299dd-a44d-4377-80bf-700314b81ca3 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:20:05.084957 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:05.097439 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df299dd-a44d-4377-80bf-700314b81ca3 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:20:05.116511 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 1df299dd-a44d-4377-80bf-700314b81ca3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1df299dd-a44d-4377-80bf-700314b81ca3,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:05.119828 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:05.164351 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=1df299dd-a44d-4377-80bf-700314b81ca3,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:05.171408 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.171751 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.172092 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.172429 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.172760 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.173128 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.173453 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.173774 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.174096 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.174415 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.174735 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.175053 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.175369 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.175684 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.176117 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:05.351165 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['1df299dd-a44d-4377-80bf-700314b81ca3'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:20:05.710731 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94eb80-b659-4ff5-84df-490f8f388160 req-6886bf0c-78d2-4a39-877b-2e8637120df8 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:05.712192 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1e94eb80-b659-4ff5-84df-490f8f388160 req-6886bf0c-78d2-4a39-877b-2e8637120df8 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 945 time: 0.0471311 Sep 29 02:20:05.757549 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1e94eb80-b659-4ff5-84df-490f8f388160 req-5100320a-bd58-4c48-a2e1-24d2139cf31b tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399179 Sep 29 02:20:06.905741 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908c507-06bf-491c-a11c-63064d1ed87f req-14243514-719c-4903-aa72-c53a6c1e5686 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:06.907227 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8908c507-06bf-491c-a11c-63064d1ed87f req-14243514-719c-4903-aa72-c53a6c1e5686 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 945 time: 0.0497267 Sep 29 02:20:06.953827 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8908c507-06bf-491c-a11c-63064d1ed87f req-39456868-2aa9-45fb-a7fd-23adb7b72517 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410664 Sep 29 02:20:06.958971 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1df299dd-a44d-4377-80bf-700314b81ca3 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:20:07.004096 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 1df299dd-a44d-4377-80bf-700314b81ca3 completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:20:07.009812 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 1df299dd-a44d-4377-80bf-700314b81ca3 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:20:07.010215 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:07.010622 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 1df299dd-a44d-4377-80bf-700314b81ca3 Sep 29 02:20:07.084440 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 1df299dd-a44d-4377-80bf-700314b81ca3 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:20:07.084824 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:07.108044 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:07.110281 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831b226b-45fb-4959-a820-98417a222354" -d '{"events": [{"server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "name": "network-vif-plugged", "status": "completed", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:07.122050 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 1df299dd-a44d-4377-80bf-700314b81ca3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1df299dd-a44d-4377-80bf-700314b81ca3,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:07.126168 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:07.152309 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa5015a-e457-48a7-8da1-e781bf349b56 x-openstack-request-id: req-8aa5015a-e457-48a7-8da1-e781bf349b56 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:07.152598 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "name": "network-vif-plugged", "status": "completed", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:07.152848 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8aa5015a-e457-48a7-8da1-e781bf349b56 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:07.153268 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa5015a-e457-48a7-8da1-e781bf349b56'] response: {'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3', 'code': 200} Sep 29 02:20:07.175254 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=1df299dd-a44d-4377-80bf-700314b81ca3,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:07.343124 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cde01-f955-4ea1-b325-88b02d43e4e1 req-b3bafa32-e3aa-4a30-a9ec-deceef8a7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:07.344639 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-262cde01-f955-4ea1-b325-88b02d43e4e1 req-b3bafa32-e3aa-4a30-a9ec-deceef8a7c2d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 1130 time: 0.0392008 Sep 29 02:20:07.391330 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-262cde01-f955-4ea1-b325-88b02d43e4e1 req-176f3d23-145f-40cc-80ac-de764ab5e2fb service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398102 Sep 29 02:20:08.080945 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ff276-9906-4e7b-a5ff-74b5cf231d62 req-589678b3-0d10-4fb6-95ee-02ffc4444437 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:08.082472 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-466ff276-9906-4e7b-a5ff-74b5cf231d62 req-589678b3-0d10-4fb6-95ee-02ffc4444437 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0460858 Sep 29 02:20:08.137311 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-466ff276-9906-4e7b-a5ff-74b5cf231d62 req-3d4a58e1-f97c-43c2-9757-e174f8cc5413 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480399 Sep 29 02:20:09.262596 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185a03b-24e9-44f1-b1b0-c6913b23cc4f req-a2a7ca52-dadd-42b1-b40e-a2309207b2dc tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:09.264051 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6185a03b-24e9-44f1-b1b0-c6913b23cc4f req-a2a7ca52-dadd-42b1-b40e-a2309207b2dc tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0455849 Sep 29 02:20:09.313610 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6185a03b-24e9-44f1-b1b0-c6913b23cc4f req-5f75e83a-a1a9-4442-94dc-30b6fa5757d2 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440640 Sep 29 02:20:09.435877 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cfb88-e390-473a-b7ed-78f6388f6704 req-c576595a-cba7-47dc-b3d6-212eb3fd817a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:09.437351 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-393cfb88-e390-473a-b7ed-78f6388f6704 req-c576595a-cba7-47dc-b3d6-212eb3fd817a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0497456 Sep 29 02:20:09.447740 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 51152) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:09.452037 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-1fa7859a-f8eb-4519-9963-9a9ba7fc0692 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Request body: {'floatingip': {'port_id': '1df299dd-a44d-4377-80bf-700314b81ca3'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:09.490414 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1fa7859a-f8eb-4519-9963-9a9ba7fc0692 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:09.786618 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:09.922010 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1fa7859a-f8eb-4519-9963-9a9ba7fc0692 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:09.925831 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1fa7859a-f8eb-4519-9963-9a9ba7fc0692 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:09.928331 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:10.019858 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.db.l3_db [None req-1fa7859a-f8eb-4519-9963-9a9ba7fc0692 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Floating IP 08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851 associated. External IP: 172.27.3.31, port: 1df299dd-a44d-4377-80bf-700314b81ca3. Sep 29 02:20:10.217784 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa7859a-f8eb-4519-9963-9a9ba7fc0692 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Router 4cd36434-b502-4609-8ced-0e6c6d605353 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:20:10.317167 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa7859a-f8eb-4519-9963-9a9ba7fc0692 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:20:10.321952 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-1fa7859a-f8eb-4519-9963-9a9ba7fc0692 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:10.326662 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c8d49-6730-477e-ae29-12a42668a7eb None None] Sync routers for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:20:10.337918 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c8d49-6730-477e-ae29-12a42668a7eb None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:10.338541 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-a39c8d49-6730-477e-ae29-12a42668a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:19:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:10.356599 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-1fa7859a-f8eb-4519-9963-9a9ba7fc0692 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851 HTTP/1.1" status: 200 len: 991 time: 0.9077990 Sep 29 02:20:10.357298 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:10.359579 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85383899-31ca-4575-9cd1-1ead7333d8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:10.398424 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b76c5e3-de6d-4035-9e64-c6c8e3ceef71 x-openstack-request-id: req-7b76c5e3-de6d-4035-9e64-c6c8e3ceef71 {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:10.398721 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:10.398972 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7b76c5e3-de6d-4035-9e64-c6c8e3ceef71 {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:10.399380 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b76c5e3-de6d-4035-9e64-c6c8e3ceef71'] response: {'name': 'network-changed', 'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3', 'status': 'completed', 'code': 200} Sep 29 02:20:10.469184 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85383899-31ca-4575-9cd1-1ead7333d8d0 req-65e0e5d5-9574-4779-a64d-88d5a5e3bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:10.470630 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-85383899-31ca-4575-9cd1-1ead7333d8d0 req-65e0e5d5-9574-4779-a64d-88d5a5e3bf64 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 1130 time: 0.0448225 Sep 29 02:20:10.510901 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:10.520257 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:10.573063 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-a39c8d49-6730-477e-ae29-12a42668a7eb None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:10.574058 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85383899-31ca-4575-9cd1-1ead7333d8d0 req-13d23d13-40af-4874-ae85-7044f65ec4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:10.575542 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-85383899-31ca-4575-9cd1-1ead7333d8d0 req-13d23d13-40af-4874-ae85-7044f65ec4eb service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=75973108-0654-4b3c-9864-e82ffcefc065 HTTP/1.1" status: 200 len: 917 time: 0.0953820 Sep 29 02:20:10.642483 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-85383899-31ca-4575-9cd1-1ead7333d8d0 req-4555efa4-c46f-419c-8a77-136a87e2d511 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1df299dd-a44d-4377-80bf-700314b81ca3 HTTP/1.1" status: 200 len: 999 time: 0.0590315 Sep 29 02:20:10.715144 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85383899-31ca-4575-9cd1-1ead7333d8d0 req-fa82734e-c042-45a6-9374-1c2159ba4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:10.716606 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-85383899-31ca-4575-9cd1-1ead7333d8d0 req-fa82734e-c042-45a6-9374-1c2159ba4502 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e4187254-90fc-464f-9d77-8c8ec08ca4bc HTTP/1.1" status: 200 len: 856 time: 0.0447981 Sep 29 02:20:10.761152 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85383899-31ca-4575-9cd1-1ead7333d8d0 req-d186595f-618c-4bbc-b162-a058b2927262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:10.762652 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-85383899-31ca-4575-9cd1-1ead7333d8d0 req-d186595f-618c-4bbc-b162-a058b2927262 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=75973108-0654-4b3c-9864-e82ffcefc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394280 Sep 29 02:20:10.788820 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-a39c8d49-6730-477e-ae29-12a42668a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'port_id': '1df299dd-a44d-4377-80bf-700314b81ca3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'mac_address': 'fa:16:3e:10:17:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:19:55Z', 'updated_at': '2022-09-29T02:20:09Z', 'revision_number': 1, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 5, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:10.814357 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c8d49-6730-477e-ae29-12a42668a7eb None None] Checking router: 4cd36434-b502-4609-8ced-0e6c6d605353 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:20:10.822660 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c8d49-6730-477e-ae29-12a42668a7eb None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:10.823273 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-a39c8d49-6730-477e-ae29-12a42668a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:19:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:10.855453 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-85383899-31ca-4575-9cd1-1ead7333d8d0 req-cdf8425a-d6cb-4a48-9a4f-c0caee354a7a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862439 Sep 29 02:20:10.932670 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-a39c8d49-6730-477e-ae29-12a42668a7eb None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:10.947734 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-85383899-31ca-4575-9cd1-1ead7333d8d0 req-ba9e1f37-cbdf-4afa-bf41-53aaf43660aa service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851948 Sep 29 02:20:11.145756 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-a39c8d49-6730-477e-ae29-12a42668a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'port_id': '1df299dd-a44d-4377-80bf-700314b81ca3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'mac_address': 'fa:16:3e:10:17:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:19:55Z', 'updated_at': '2022-09-29T02:20:09Z', 'revision_number': 1, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 5, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:11.171658 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c8d49-6730-477e-ae29-12a42668a7eb None None] The sync data for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi is: [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'port_id': '1df299dd-a44d-4377-80bf-700314b81ca3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'mac_address': 'fa:16:3e:10:17:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:19:55Z', 'updated_at': '2022-09-29T02:20:09Z', 'revision_number': 1, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 5, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:20:11.358520 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef85e61-98e8-4f5a-b7a2-883fe3307581 None None] New status for floating IP 08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851: ACTIVE {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:20:15.346258 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8eb2247a-702a-4245-8740-c8a968568686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:16.847067 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:20:17.697696 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-694b809a-433c-494a-afc6-be2be9e556ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:18.830726 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:20.349536 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:20.353633 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=44 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:20.465474 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:20.561623 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:20.942905 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=73 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:20.944786 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:26.320992 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51242) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:26.444251 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-02649284-0516-455d-af2a-4b417eba7dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.522924 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-02649284-0516-455d-af2a-4b417eba7dd2 admin admin] Publish callbacks [] for security_group (b3c67d69-a5c2-4452-b809-bf694fbee0f4), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.526279 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-02649284-0516-455d-af2a-4b417eba7dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (b3c67d69-a5c2-4452-b809-bf694fbee0f4), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.565139 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-02649284-0516-455d-af2a-4b417eba7dd2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ba94b0b77ba94dd9a82812ad8bf60df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429540 Sep 29 02:20:26.565943 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02649284-0516-455d-af2a-4b417eba7dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c67d69-a5c2-4452-b809-bf694fbee0f4,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:26.568199 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51246) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:26.617834 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-482c46c1-1e3b-4c11-bc68-0c00eb6e21f4 admin admin] Publish callbacks [] for security_group (b3c67d69-a5c2-4452-b809-bf694fbee0f4), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.637636 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-482c46c1-1e3b-4c11-bc68-0c00eb6e21f4 admin admin] Publish callbacks [] for security_group (b3c67d69-a5c2-4452-b809-bf694fbee0f4), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.663248 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.686505 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-482c46c1-1e3b-4c11-bc68-0c00eb6e21f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (b3c67d69-a5c2-4452-b809-bf694fbee0f4), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.689570 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-482c46c1-1e3b-4c11-bc68-0c00eb6e21f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.690776 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-482c46c1-1e3b-4c11-bc68-0c00eb6e21f4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b3c67d69-a5c2-4452-b809-bf694fbee0f4 HTTP/1.1" status: 204 len: 168 time: 0.1216831 Sep 29 02:20:26.698762 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c46c1-1e3b-4c11-bc68-0c00eb6e21f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c67d69-a5c2-4452-b809-bf694fbee0f4,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:26.842605 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:26.843307 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:27.292396 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51268) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:27.395905 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1121398030-network', 'tenant_id': '50e5b07fbfdd4ed190aee4702194a5fa'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:27.416058 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Made reservation on behalf of 50e5b07fbfdd4ed190aee4702194a5fa for: {'network': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:20:27.418538 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for network (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.427545 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.503856 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Publish callbacks [] for security_group (4109d647-f42d-4e43-a720-7efc4417f17c), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.507440 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (4109d647-f42d-4e43-a720-7efc4417f17c), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.532502 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=106335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:20:27.542786 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4109d647-f42d-4e43-a720-7efc4417f17c,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:27.548271 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (8c6c3925-5ca1-4625-af6d-36072adf3e13), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.548615 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.segments_db [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Added segment 8c6c3925-5ca1-4625-af6d-36072adf3e13 of type vlan for network cf357118-37af-48d2-820d-85857c645f85 Sep 29 02:20:27.589964 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730104350904'] for network (cf357118-37af-48d2-820d-85857c645f85), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.614767 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757'] for network (cf357118-37af-48d2-820d-85857c645f85), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.615758 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:27.616403 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.675021 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3814983 Sep 29 02:20:27.677951 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 51272) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:27.681662 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eab664-a9f9-4411-8bd3-b78e99446b7c admin admin] Pushing event updated for resources: {'Network': ['ID=cf357118-37af-48d2-820d-85857c645f85,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:27.683361 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Request body: {'subnet': {'network_id': 'cf357118-37af-48d2-820d-85857c645f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1121398030-subnet', 'tenant_id': '50e5b07fbfdd4ed190aee4702194a5fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:27.691766 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Network cf357118-37af-48d2-820d-85857c645f85 details requested by agent ovs-agent-dv-cinder-740146-21-iscsi with host dv-cinder-740146-21-iscsi {{(pid=106337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:20:27.704335 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Made reservation on behalf of 50e5b07fbfdd4ed190aee4702194a5fa for: {'subnet': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:20:27.706868 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5654967'] for subnet (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.883488 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4713875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5654913'] for subnet (ebc3f0ca-81a1-4eb5-b9e7-6da807336d01), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.937859 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc3f0ca-81a1-4eb5-b9e7-6da807336d01,revision_number=0']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:27.948893 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.949233 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.949570 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.949905 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.950232 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.950555 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.950875 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.951192 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.951516 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.951835 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.952178 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.952495 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.952810 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.953148 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.953459 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:27.959424 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Checking segment: {'id': '8c6c3925-5ca1-4625-af6d-36072adf3e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cf357118-37af-48d2-820d-85857c645f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:20:27.960104 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Network hostable DHCP agents. Network: cf357118-37af-48d2-820d-85857c645f85, hostable agents: ['9cadb9b8-2cc8-492a-904f-fda8012cb50a'], hosted agents: [] {{(pid=106336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:20:27.977634 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Network cf357118-37af-48d2-820d-85857c645f85 is scheduled to be hosted by DHCP agent 9cadb9b8-2cc8-492a-904f-fda8012cb50a with binding_index 1 {{(pid=106336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:20:27.986921 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-iscsi, cf357118-37af-48d2-820d-85857c645f85) {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:20:27.991165 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:27.991801 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.995759 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81a1306-b7a4-484d-b244-4f4e5caa9c86 None None] Network cf357118-37af-48d2-820d-85857c645f85 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:20:28.008608 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-0caf50ac-2956-43ea-89b7-445f2e94e5fc admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3296130 Sep 29 02:20:28.069995 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:28.102475 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5af3fe-5dca-44b8-a7c0-e76199f5ad18 None None] Network cf357118-37af-48d2-820d-85857c645f85 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:20:28.159568 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:29.782288 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-a2ce9c82-48ba-41ee-848b-219315685c53 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:29.783727 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-a2ce9c82-48ba-41ee-848b-219315685c53 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/networks?id=cf357118-37af-48d2-820d-85857c645f85 HTTP/1.1" status: 200 len: 814 time: 0.1083245 Sep 29 02:20:29.798428 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-49f4e838-04a5-43d4-ac40-b9f6d7091d03 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/quotas/50e5b07fbfdd4ed190aee4702194a5fa HTTP/1.1" status: 200 len: 375 time: 0.0093729 Sep 29 02:20:29.830412 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-131e36b5-4493-4dc5-b761-5aacca439458 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=50e5b07fbfdd4ed190aee4702194a5fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271425 Sep 29 02:20:29.917211 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-6e350be0-301a-482b-8fbc-e7202b5ab2d7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/cf357118-37af-48d2-820d-85857c645f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801599 Sep 29 02:20:30.008509 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-80bf5f76-127c-41d0-88f8-3ce72a8e3796 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/cf357118-37af-48d2-820d-85857c645f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848563 Sep 29 02:20:30.178839 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7c84d16b-b9da-4041-9d03-754cd7fd5156 req-13674536-d17a-40a6-8dea-eb2dd012d5e6 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 210 time: 0.0276635 Sep 29 02:20:31.282659 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2dd5dc6f-3690-4955-93c2-d6396d67b236 req-b080f5ce-5485-464a-95a0-0d3d916d9ea0 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 210 time: 0.0302129 Sep 29 02:20:31.561386 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:31.584616 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-94222a06-e25c-4801-9db4-ae07ceb1f9d8 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:31.586115 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-94222a06-e25c-4801-9db4-ae07ceb1f9d8 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.57 "GET /networking/v2.0/networks?id=cf357118-37af-48d2-820d-85857c645f85 HTTP/1.1" status: 200 len: 814 time: 0.1083114 Sep 29 02:20:31.598325 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-9e8d8bce-c9a3-4316-9f5e-4e245362e220 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Request body: {'port': {'device_id': 'b2e4300b-266c-48dd-a80c-d912bfc0b5aa', 'network_id': 'cf357118-37af-48d2-820d-85857c645f85', 'admin_state_up': True, 'tenant_id': '50e5b07fbfdd4ed190aee4702194a5fa'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:31.601468 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:31.712480 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-9e8d8bce-c9a3-4316-9f5e-4e245362e220 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Made reservation on behalf of 50e5b07fbfdd4ed190aee4702194a5fa for: {'port': 1} {{(pid=106335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:20:31.716151 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-9e8d8bce-c9a3-4316-9f5e-4e245362e220 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:31.837763 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_common [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-9e8d8bce-c9a3-4316-9f5e-4e245362e220 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Allocated IP 172.20.0.13 (cf357118-37af-48d2-820d-85857c645f85/ebc3f0ca-81a1-4eb5-b9e7-6da807336d01/5251ee38-c2ed-47d9-a1f4-c725949b0e4a) {{(pid=106335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:20:31.987327 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-9e8d8bce-c9a3-4316-9f5e-4e245362e220 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks [] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:32.017661 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-9e8d8bce-c9a3-4316-9f5e-4e245362e220 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:32.065205 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-9e8d8bce-c9a3-4316-9f5e-4e245362e220 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Network cf357118-37af-48d2-820d-85857c645f85 is already hosted by enough agents. {{(pid=106335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:20:32.068313 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.base_scheduler [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-9e8d8bce-c9a3-4316-9f5e-4e245362e220 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Resources bound (agent type, host, resource id): {{(pid=106335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:20:32.072070 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-9e8d8bce-c9a3-4316-9f5e-4e245362e220 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Received port after_create {{(pid=106335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:20:32.095317 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d8bce-c9a3-4316-9f5e-4e245362e220 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Pushing event updated for resources: {'Port': ['ID=5251ee38-c2ed-47d9-a1f4-c725949b0e4a,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:32.121678 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-9e8d8bce-c9a3-4316-9f5e-4e245362e220 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:32.122276 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-9e8d8bce-c9a3-4316-9f5e-4e245362e220 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:32.137863 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-9e8d8bce-c9a3-4316-9f5e-4e245362e220 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5432932 Sep 29 02:20:32.149683 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.v2.base [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Request body: {'port': {'device_id': 'b2e4300b-266c-48dd-a80c-d912bfc0b5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:32.206486 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:32.408065 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc92cf-bebf-4f6d-8596-bba4ed9537ec req-4e4582fc-ef7d-4f66-8673-a162302c81a0 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:32.409684 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-12cc92cf-bebf-4f6d-8596-bba4ed9537ec req-4e4582fc-ef7d-4f66-8673-a162302c81a0 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 932 time: 0.0495715 Sep 29 02:20:32.459080 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-12cc92cf-bebf-4f6d-8596-bba4ed9537ec req-29325395-f540-4205-8a84-10f288f0e7ff tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Sep 29 02:20:32.605322 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:32.618330 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:32.697079 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5251ee38-c2ed-47d9-a1f4-c725949b0e4a {{(pid=106335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:20:32.704270 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Publish callbacks [] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:32.716161 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.provisioning_blocks [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Transition to ACTIVE for port object 5251ee38-c2ed-47d9-a1f4-c725949b0e4a will not be triggered until provisioned by entity L2. {{(pid=106335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:20:32.720285 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:32.778278 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5251ee38-c2ed-47d9-a1f4-c725949b0e4a,revision_number=2']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:32.828413 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Attempting to bind port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:20:32.828743 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Attempting to bind port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '8c6c3925-5ca1-4625-af6d-36072adf3e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cf357118-37af-48d2-820d-85857c645f85'}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:20:32.829093 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Attempting to bind port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a on network cf357118-37af-48d2-820d-85857c645f85 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:20:32.869158 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a on network cf357118-37af-48d2-820d-85857c645f85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:20:32.869482 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Attempting to bind port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a on network cf357118-37af-48d2-820d-85857c645f85 {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:20:32.909655 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:20:32.909992 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Checking segment: {'id': '8c6c3925-5ca1-4625-af6d-36072adf3e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cf357118-37af-48d2-820d-85857c645f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:20:32.910381 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Bound using segment: {'id': '8c6c3925-5ca1-4625-af6d-36072adf3e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cf357118-37af-48d2-820d-85857c645f85'} {{(pid=106335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:20:32.910810 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.managers [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Bound port: 5251ee38-c2ed-47d9-a1f4-c725949b0e4a, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6c3925-5ca1-4625-af6d-36072adf3e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cf357118-37af-48d2-820d-85857c645f85'}}] {{(pid=106335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:20:32.911166 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), before_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:32.969632 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] For port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a, host hv-cinder-74014, cleared binding levels {{(pid=106335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:20:32.972519 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] For port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5251ee38-c2ed-47d9-a1f4-c725949b0e4a,segment=NetworkSegment(8c6c3925-5ca1-4625-af6d-36072adf3e13),segment_id=8c6c3925-5ca1-4625-af6d-36072adf3e13)] {{(pid=106335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:20:32.979039 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852715'] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:32.982980 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:32.984141 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:32.985634 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/5251ee38-c2ed-47d9-a1f4-c725949b0e4a HTTP/1.1" status: 200 len: 1094 time: 0.8397629 Sep 29 02:20:32.986175 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e4300b-266c-48dd-a80c-d912bfc0b5aa', 'tag': '5251ee38-c2ed-47d9-a1f4-c725949b0e4a'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:32.988397 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bc76d5-ed0b-4a79-9b36-3138fff6c9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e4300b-266c-48dd-a80c-d912bfc0b5aa", "tag": "5251ee38-c2ed-47d9-a1f4-c725949b0e4a"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:33.037415 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae66f39-4fff-495d-8fa9-d183156fee48 x-openstack-request-id: req-7ae66f39-4fff-495d-8fa9-d183156fee48 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:33.037700 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e4300b-266c-48dd-a80c-d912bfc0b5aa", "tag": "5251ee38-c2ed-47d9-a1f4-c725949b0e4a", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:33.037950 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7ae66f39-4fff-495d-8fa9-d183156fee48 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:33.038344 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae66f39-4fff-495d-8fa9-d183156fee48'] response: {'name': 'network-changed', 'server_uuid': 'b2e4300b-266c-48dd-a80c-d912bfc0b5aa', 'tag': '5251ee38-c2ed-47d9-a1f4-c725949b0e4a', 'status': 'completed', 'code': 200} Sep 29 02:20:33.050707 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bbec9-b51c-4b3d-9e3e-7efda0ae23c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5251ee38-c2ed-47d9-a1f4-c725949b0e4a,revision_number=3']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:33.083061 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-e92a5f51-89b7-4cd8-84aa-a8b72e950c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:33.084537 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-e92a5f51-89b7-4cd8-84aa-a8b72e950c61 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=50e5b07fbfdd4ed190aee4702194a5fa&device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 1128 time: 0.0416045 Sep 29 02:20:33.124897 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-bc9a6f0c-db0b-4c0e-acb2-8090259f6923 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5251ee38-c2ed-47d9-a1f4-c725949b0e4a HTTP/1.1" status: 200 len: 217 time: 0.0317245 Sep 29 02:20:33.174145 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-76b0ba58-359d-49fe-aad6-87a1bc187d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:33.175556 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-76b0ba58-359d-49fe-aad6-87a1bc187d98 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ebc3f0ca-81a1-4eb5-b9e7-6da807336d01 HTTP/1.1" status: 200 len: 854 time: 0.0457215 Sep 29 02:20:33.206986 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-adf9d7e7-fbdb-42e7-b7e0-600466fa21ca service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cf357118-37af-48d2-820d-85857c645f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255198 Sep 29 02:20:33.296098 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-df798dea-55fc-4ded-a521-3a9c68518317 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf357118-37af-48d2-820d-85857c645f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829744 Sep 29 02:20:33.389348 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-ffb93334-10e0-45b7-8bb4-facc03fcf8ab req-7a22a17b-711f-42ff-b269-1d78829bc13f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf357118-37af-48d2-820d-85857c645f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861390 Sep 29 02:20:33.568087 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:33.580086 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed804a-f4db-4762-a10e-8f26eede53b7 req-a3148248-9aba-44fd-a8a4-9c3465dd7643 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:33.581587 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-94ed804a-f4db-4762-a10e-8f26eede53b7 req-a3148248-9aba-44fd-a8a4-9c3465dd7643 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 944 time: 0.0477147 Sep 29 02:20:33.627890 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-94ed804a-f4db-4762-a10e-8f26eede53b7 req-fc51dbcf-7c81-49c0-8dbd-c1bfd5855c9a tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 Sep 29 02:20:34.215879 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc76d5-ed0b-4a79-9b36-3138fff6c9eb req-26de99f6-70aa-4801-b8f8-d42b9fa79320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:34.217435 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24bc76d5-ed0b-4a79-9b36-3138fff6c9eb req-26de99f6-70aa-4801-b8f8-d42b9fa79320 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=50e5b07fbfdd4ed190aee4702194a5fa&device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 1128 time: 0.0397675 Sep 29 02:20:34.231642 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:34.308962 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:34.313259 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc76d5-ed0b-4a79-9b36-3138fff6c9eb req-ad3a166f-99cf-4ec4-9fcc-922e98f365a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:34.314985 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24bc76d5-ed0b-4a79-9b36-3138fff6c9eb req-ad3a166f-99cf-4ec4-9fcc-922e98f365a9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cf357118-37af-48d2-820d-85857c645f85 HTTP/1.1" status: 200 len: 914 time: 0.0909538 Sep 29 02:20:34.353218 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24bc76d5-ed0b-4a79-9b36-3138fff6c9eb req-292fee21-ca48-4b1d-a9ea-3a5256ff35e4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5251ee38-c2ed-47d9-a1f4-c725949b0e4a HTTP/1.1" status: 200 len: 217 time: 0.0316913 Sep 29 02:20:34.400351 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc76d5-ed0b-4a79-9b36-3138fff6c9eb req-5a8110d1-bf4f-4f83-b53b-5f31290045d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:34.401776 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24bc76d5-ed0b-4a79-9b36-3138fff6c9eb req-5a8110d1-bf4f-4f83-b53b-5f31290045d6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ebc3f0ca-81a1-4eb5-b9e7-6da807336d01 HTTP/1.1" status: 200 len: 854 time: 0.0432231 Sep 29 02:20:34.436947 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24bc76d5-ed0b-4a79-9b36-3138fff6c9eb req-3f8bf4a6-936c-4ec0-80dd-877e7235a120 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cf357118-37af-48d2-820d-85857c645f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285044 Sep 29 02:20:34.528739 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24bc76d5-ed0b-4a79-9b36-3138fff6c9eb req-7cfc825b-854d-4f87-b5b7-b9057702d00a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf357118-37af-48d2-820d-85857c645f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858390 Sep 29 02:20:34.623201 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-24bc76d5-ed0b-4a79-9b36-3138fff6c9eb req-95178641-79d7-4979-bf65-c99d6d37c3a3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf357118-37af-48d2-820d-85857c645f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874152 Sep 29 02:20:34.754288 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a9eef-09b7-4ad7-886c-fcec8ce120de req-4881f069-4d16-4592-a621-819b1eabb4e0 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:34.755721 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-004a9eef-09b7-4ad7-886c-fcec8ce120de req-4881f069-4d16-4592-a621-819b1eabb4e0 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 944 time: 0.0483339 Sep 29 02:20:34.802226 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-004a9eef-09b7-4ad7-886c-fcec8ce120de req-ed1dcd02-7c97-428f-b6e2-7983c1cc2df6 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Sep 29 02:20:35.054624 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 5251ee38-c2ed-47d9-a1f4-c725949b0e4a details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:20:35.153535 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5251ee38-c2ed-47d9-a1f4-c725949b0e4a,segment=NetworkSegment(8c6c3925-5ca1-4625-af6d-36072adf3e13),segment_id=8c6c3925-5ca1-4625-af6d-36072adf3e13)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:35.164123 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '5251ee38-c2ed-47d9-a1f4-c725949b0e4a', 'network_id': 'cf357118-37af-48d2-820d-85857c645f85', 'port_id': '5251ee38-c2ed-47d9-a1f4-c725949b0e4a', 'mac_address': 'fa:16:3e:61:00:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc3f0ca-81a1-4eb5-b9e7-6da807336d01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:20:35.197333 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:20:35.197717 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:35.210446 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5251ee38-c2ed-47d9-a1f4-c725949b0e4a {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:20:35.232737 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5251ee38-c2ed-47d9-a1f4-c725949b0e4a,segment=NetworkSegment(8c6c3925-5ca1-4625-af6d-36072adf3e13),segment_id=8c6c3925-5ca1-4625-af6d-36072adf3e13)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:35.236920 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:35.281926 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=5251ee38-c2ed-47d9-a1f4-c725949b0e4a,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:35.454945 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['5251ee38-c2ed-47d9-a1f4-c725949b0e4a'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:20:35.887452 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:35.924965 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b4ae-ea59-4823-8b37-7a077a65e58c req-08aa2c05-3969-4f9c-891c-e505cdd38f3f tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:35.926419 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8be8b4ae-ea59-4823-8b37-7a077a65e58c req-08aa2c05-3969-4f9c-891c-e505cdd38f3f tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 945 time: 0.0472536 Sep 29 02:20:35.971829 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8be8b4ae-ea59-4823-8b37-7a077a65e58c req-3f54246f-6585-4bfd-8e3e-973100faa955 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398960 Sep 29 02:20:37.067868 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 5251ee38-c2ed-47d9-a1f4-c725949b0e4a up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:20:37.090382 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87515510-0386-4597-be60-043cafb8b0ed req-690ac189-69d7-4058-bed2-fca422af13a9 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:37.091839 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-87515510-0386-4597-be60-043cafb8b0ed req-690ac189-69d7-4058-bed2-fca422af13a9 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 945 time: 0.0469298 Sep 29 02:20:37.109832 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:20:37.116325 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:20:37.116794 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:37.117695 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a Sep 29 02:20:37.145200 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-87515510-0386-4597-be60-043cafb8b0ed req-373721e6-9d65-4e33-82eb-7ef540dc345b tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467868 Sep 29 02:20:37.192947 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:20:37.193322 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:37.215941 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e4300b-266c-48dd-a80c-d912bfc0b5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251ee38-c2ed-47d9-a1f4-c725949b0e4a'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:37.218173 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b69ffa-d0c6-4a80-9d7c-bc34860cf380" -d '{"events": [{"server_uuid": "b2e4300b-266c-48dd-a80c-d912bfc0b5aa", "name": "network-vif-plugged", "status": "completed", "tag": "5251ee38-c2ed-47d9-a1f4-c725949b0e4a"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:37.231111 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5251ee38-c2ed-47d9-a1f4-c725949b0e4a,segment=NetworkSegment(8c6c3925-5ca1-4625-af6d-36072adf3e13),segment_id=8c6c3925-5ca1-4625-af6d-36072adf3e13)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:37.237717 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:37.264150 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7648c08c-6604-4d83-a669-25461dff8e67 x-openstack-request-id: req-7648c08c-6604-4d83-a669-25461dff8e67 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:37.264443 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e4300b-266c-48dd-a80c-d912bfc0b5aa", "name": "network-vif-plugged", "status": "completed", "tag": "5251ee38-c2ed-47d9-a1f4-c725949b0e4a", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:37.264747 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7648c08c-6604-4d83-a669-25461dff8e67 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:37.266246 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7648c08c-6604-4d83-a669-25461dff8e67'] response: {'server_uuid': 'b2e4300b-266c-48dd-a80c-d912bfc0b5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251ee38-c2ed-47d9-a1f4-c725949b0e4a', 'code': 200} Sep 29 02:20:37.295846 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=5251ee38-c2ed-47d9-a1f4-c725949b0e4a,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:37.427532 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b4830-a959-413c-b7c8-013b3f730d52 req-288888e9-4fd2-4aaf-a1fe-d546d78c3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:37.429039 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-573b4830-a959-413c-b7c8-013b3f730d52 req-288888e9-4fd2-4aaf-a1fe-d546d78c3729 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 1130 time: 0.0390644 Sep 29 02:20:37.472410 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-573b4830-a959-413c-b7c8-013b3f730d52 req-43d8e660-ca79-4cf1-a98a-778f103fa6ea service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367682 Sep 29 02:20:37.840699 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:37.845776 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:38.265397 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7414d-68f1-41ec-847d-7a86c0bdb718 req-7d004cc9-0dc2-4073-a3b0-3347a83ce222 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:38.266864 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a1a7414d-68f1-41ec-847d-7a86c0bdb718 req-7d004cc9-0dc2-4073-a3b0-3347a83ce222 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 946 time: 0.0462098 Sep 29 02:20:38.313974 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a1a7414d-68f1-41ec-847d-7a86c0bdb718 req-7f05585b-90b7-4dbc-b90e-01b773988b33 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Sep 29 02:20:39.432666 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5656801-4039-4dc1-8b5c-4ee5b0cd4bd5 req-4e6e528c-0e3e-4185-8f50-8cbeaa59aaa9 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:39.434126 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a5656801-4039-4dc1-8b5c-4ee5b0cd4bd5 req-4e6e528c-0e3e-4185-8f50-8cbeaa59aaa9 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 946 time: 0.0454941 Sep 29 02:20:39.479077 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a5656801-4039-4dc1-8b5c-4ee5b0cd4bd5 req-bbb57b50-13b3-409a-896f-31a9f6b61757 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386415 Sep 29 02:20:41.470113 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:41.513093 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:45.338718 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-bfadf41f-a0cb-481e-8f33-f44c63395b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:47.467179 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=41 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:47.469837 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=35 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:47.700506 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-4c27a2f4-bf10-4c25-a072-139e00bffa21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:48.834823 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:49.507269 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b55a71-d023-4d3b-a2e7-7ad5da7bb0e2 req-a85821d4-3ff9-4d87-a16a-95c9630ae622 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:49.509241 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-34b55a71-d023-4d3b-a2e7-7ad5da7bb0e2 req-a85821d4-3ff9-4d87-a16a-95c9630ae622 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0491598 Sep 29 02:20:49.554402 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-34b55a71-d023-4d3b-a2e7-7ad5da7bb0e2 req-00be5c30-c480-4785-a7e1-6c01d1e21ff1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395775 Sep 29 02:20:50.470733 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:50.564769 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:50.680368 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63e506-f779-45fc-8f57-9853db6f178f req-3d21ddec-33b3-4ddb-a86b-4b0da8967749 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:50.681778 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-da63e506-f779-45fc-8f57-9853db6f178f req-3d21ddec-33b3-4ddb-a86b-4b0da8967749 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0456836 Sep 29 02:20:50.727734 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-da63e506-f779-45fc-8f57-9853db6f178f req-273bf524-1acf-479a-86d4-0f79ba326820 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403852 Sep 29 02:20:51.854768 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a932c-bd1e-47c2-8f75-eac729c03ff3 req-78570ad2-fefb-425b-96b6-edd30107b178 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:51.856207 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-622a932c-bd1e-47c2-8f75-eac729c03ff3 req-78570ad2-fefb-425b-96b6-edd30107b178 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0490770 Sep 29 02:20:51.902608 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-622a932c-bd1e-47c2-8f75-eac729c03ff3 req-ba07f22e-8359-425f-8ed3-c157cade5315 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403676 Sep 29 02:20:53.025041 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cea171-ee63-48e3-9e2a-74e0d6eaca38 req-7e2922e7-464f-4507-a203-de4c8f72edba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:53.026478 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-27cea171-ee63-48e3-9e2a-74e0d6eaca38 req-7e2922e7-464f-4507-a203-de4c8f72edba tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0456841 Sep 29 02:20:53.072453 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-27cea171-ee63-48e3-9e2a-74e0d6eaca38 req-92af0bf1-5bc5-4009-ae89-dda1f81fcbc9 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405054 Sep 29 02:20:53.846350 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:20:54.196523 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a13e31-9361-4f6b-aa5c-1350794ed848 req-6e1f2da0-49a7-43fa-bd1a-ca5c348d5a17 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:54.197984 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b4a13e31-9361-4f6b-aa5c-1350794ed848 req-6e1f2da0-49a7-43fa-bd1a-ca5c348d5a17 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0458031 Sep 29 02:20:54.246815 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b4a13e31-9361-4f6b-aa5c-1350794ed848 req-31545f38-6b66-4456-998c-7888d9f87a53 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433452 Sep 29 02:20:55.371849 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f0c47-9e97-4821-b89c-d49755bb14ca req-e2d73ab4-8fda-497a-a88b-6a445541fafb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:55.373334 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-038f0c47-9e97-4821-b89c-d49755bb14ca req-e2d73ab4-8fda-497a-a88b-6a445541fafb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0472496 Sep 29 02:20:55.404356 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:55.417001 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51482) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:55.419500 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-038f0c47-9e97-4821-b89c-d49755bb14ca req-4086c6a4-a33c-4b31-aa86-422936db133d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406194 Sep 29 02:20:55.556273 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Deleting port a193ef89-cb51-4154-8b5b-0377e0b9e06b {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:55.556546 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (a193ef89-cb51-4154-8b5b-0377e0b9e06b), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:55.635113 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (a193ef89-cb51-4154-8b5b-0377e0b9e06b), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:55.635369 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for floatingip (a193ef89-cb51-4154-8b5b-0377e0b9e06b), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:55.647642 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Calling delete_port for a193ef89-cb51-4154-8b5b-0377e0b9e06b owned by network:floatingip {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:55.810159 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (a193ef89-cb51-4154-8b5b-0377e0b9e06b), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:55.832511 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event deleted for resources: {'Port': ['ID=a193ef89-cb51-4154-8b5b-0377e0b9e06b,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:55.842629 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.842982 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.843322 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.843668 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.844003 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.844760 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.844760 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.845001 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.845327 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.845653 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.845980 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.846305 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.846627 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.846949 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.847268 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:55.910470 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for floatingip (8c8d3866-43fe-44ce-a748-e9634d7eb334), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:55.911012 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Floating IP 8c8d3866-43fe-44ce-a748-e9634d7eb334 disassociated (deleted). External IP: 172.27.3.11, port: e1b0a843-1993-4dd1-a0a5-e40bb48271cc. Sep 29 02:20:56.107607 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:20:56.206840 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:20:56.212357 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:56.217167 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cea690-cc99-4425-b116-ec40fa5108be None None] Sync routers for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:20:56.226471 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cea690-cc99-4425-b116-ec40fa5108be None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:56.227109 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b2cea690-cc99-4425-b116-ec40fa5108be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:20:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:56.240989 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-c3705fdf-807d-401f-9b18-fa83e73cc838 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/8c8d3866-43fe-44ce-a748-e9634d7eb334 HTTP/1.1" status: 204 len: 168 time: 0.8227656 Sep 29 02:20:56.241717 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'tag': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:56.244034 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4f3e80-d890-4aaa-86fa-c7243cc8c14c" -d '{"events": [{"name": "network-changed", "server_uuid": "5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3", "tag": "e1b0a843-1993-4dd1-a0a5-e40bb48271cc"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:56.283097 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd8f373-6162-4721-b009-f9d0fbc4a133 x-openstack-request-id: req-6bd8f373-6162-4721-b009-f9d0fbc4a133 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:56.283460 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3", "tag": "e1b0a843-1993-4dd1-a0a5-e40bb48271cc", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:56.283783 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6bd8f373-6162-4721-b009-f9d0fbc4a133 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:56.284418 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd8f373-6162-4721-b009-f9d0fbc4a133'] response: {'name': 'network-changed', 'server_uuid': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'tag': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc', 'status': 'completed', 'code': 200} Sep 29 02:20:56.335614 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-b2cea690-cc99-4425-b116-ec40fa5108be None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:56.337842 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:56.340190 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:56.349296 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f3e80-d890-4aaa-86fa-c7243cc8c14c req-84a90639-1fd2-47f3-a8f9-5c68bcec117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:56.350898 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4b4f3e80-d890-4aaa-86fa-c7243cc8c14c req-84a90639-1fd2-47f3-a8f9-5c68bcec117f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 1130 time: 0.0457311 Sep 29 02:20:56.462798 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f3e80-d890-4aaa-86fa-c7243cc8c14c req-47ad940a-69da-4d50-92b6-69aae71cb281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:56.464821 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4b4f3e80-d890-4aaa-86fa-c7243cc8c14c req-47ad940a-69da-4d50-92b6-69aae71cb281 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 911 time: 0.1083901 Sep 29 02:20:56.495889 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6bc9e-be1a-4252-868c-1956ca90fc6e req-d88ea5aa-9d6c-4ff0-a794-562192c8ec0b tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:56.500519 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-46c6bc9e-be1a-4252-868c-1956ca90fc6e req-d88ea5aa-9d6c-4ff0-a794-562192c8ec0b tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 946 time: 0.0649207 Sep 29 02:20:56.511432 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:56.569459 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b2cea690-cc99-4425-b116-ec40fa5108be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '08cbdc2b-ee14-4e8f-a2d4-97f133b48f35', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:ef:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:47Z', 'updated_at': '2022-09-29T02:16:49Z', 'revision_number': 1, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:56.585001 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cb4ae-5aa8-45a7-aff9-eba1edb4e68b req-f75de52a-e63c-4e25-9d5f-e6334288f132 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:56.587015 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-650cb4ae-5aa8-45a7-aff9-eba1edb4e68b req-f75de52a-e63c-4e25-9d5f-e6334288f132 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0777345 Sep 29 02:20:56.590973 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-46c6bc9e-be1a-4252-868c-1956ca90fc6e req-7b893953-8bca-4b82-9102-cc6619f94e8d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879304 Sep 29 02:20:56.598763 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cea690-cc99-4425-b116-ec40fa5108be None None] Checking router: 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:20:56.610151 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cea690-cc99-4425-b116-ec40fa5108be None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:56.610871 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b2cea690-cc99-4425-b116-ec40fa5108be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:20:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:56.639619 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-650cb4ae-5aa8-45a7-aff9-eba1edb4e68b req-e5c8fdc7-2cec-470d-8e30-fa9cd8c1655e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455508 Sep 29 02:20:56.830658 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:56.845693 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-b2cea690-cc99-4425-b116-ec40fa5108be None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:57.048739 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-b2cea690-cc99-4425-b116-ec40fa5108be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '08cbdc2b-ee14-4e8f-a2d4-97f133b48f35', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:ef:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:47Z', 'updated_at': '2022-09-29T02:16:49Z', 'revision_number': 1, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:57.077219 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cea690-cc99-4425-b116-ec40fa5108be None None] The sync data for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi is: [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_floatingips': [{'id': '08cbdc2b-ee14-4e8f-a2d4-97f133b48f35', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'router_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'port_id': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'mac_address': 'fa:16:3e:ef:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:16:47Z', 'updated_at': '2022-09-29T02:16:49Z', 'revision_number': 1, 'project_id': '165a7d71a21240a79e77abbe80717389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:20:57.290892 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b1255-708b-4430-902c-73a2968f8761 None None] New status for floating IP 8c8d3866-43fe-44ce-a748-e9634d7eb334: DOWN {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:20:57.494581 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4b4f3e80-d890-4aaa-86fa-c7243cc8c14c req-d244bbf3-5745-4f4c-b48b-ae15e85dbb47 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b0a843-1993-4dd1-a0a5-e40bb48271cc HTTP/1.1" status: 200 len: 217 time: 0.0365834 Sep 29 02:20:57.543072 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f3e80-d890-4aaa-86fa-c7243cc8c14c req-d1318e87-9637-484d-aba7-5bd5a7e110a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:57.544454 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4b4f3e80-d890-4aaa-86fa-c7243cc8c14c req-d1318e87-9637-484d-aba7-5bd5a7e110a5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b189aa6-b5d7-42f0-bc64-21d8dbf2a762 HTTP/1.1" status: 200 len: 850 time: 0.0429604 Sep 29 02:20:57.593111 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f3e80-d890-4aaa-86fa-c7243cc8c14c req-905bf274-2e61-4d0c-929c-ecd156c4bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:57.594627 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4b4f3e80-d890-4aaa-86fa-c7243cc8c14c req-905bf274-2e61-4d0c-929c-ecd156c4bcb5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7fb5d174-0244-4143-a2ba-fb111b24bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383742 Sep 29 02:20:57.723313 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdf141-c7f4-4fc1-b263-77a35c4bd59d req-fcc948ea-47ed-48e2-a095-5b575718d67b tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:57.724796 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-91bdf141-c7f4-4fc1-b263-77a35c4bd59d req-fcc948ea-47ed-48e2-a095-5b575718d67b tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 946 time: 0.0565617 Sep 29 02:20:57.731042 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4b4f3e80-d890-4aaa-86fa-c7243cc8c14c req-8c93bbb2-41ef-473a-938c-be1301526a52 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918188 Sep 29 02:20:57.790788 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5d1f3-7af4-40d8-ba55-1e8ec525a371 req-cbf61433-226b-4ac1-90d6-b89c90676165 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:57.792263 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-07d5d1f3-7af4-40d8-ba55-1e8ec525a371 req-cbf61433-226b-4ac1-90d6-b89c90676165 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0663857 Sep 29 02:20:57.825934 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-4b4f3e80-d890-4aaa-86fa-c7243cc8c14c req-558606f7-e975-4ceb-9ace-3d0a39b1bca3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883820 Sep 29 02:20:57.826187 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-91bdf141-c7f4-4fc1-b263-77a35c4bd59d req-d4758a8f-67a3-4351-97ad-c711787ec8f6 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914745 Sep 29 02:20:57.852777 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-07d5d1f3-7af4-40d8-ba55-1e8ec525a371 req-adc753b5-f512-402f-93b0-9866bf512ce2 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527682 Sep 29 02:20:58.012212 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae86f0-3181-4f0d-b73d-9f524f01174a req-f2cf2084-45b4-4025-9615-7ea6a2bc5715 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:58.013736 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-a6ae86f0-3181-4f0d-b73d-9f524f01174a req-f2cf2084-45b4-4025-9615-7ea6a2bc5715 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 946 time: 0.0496428 Sep 29 02:20:58.094811 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-a6ae86f0-3181-4f0d-b73d-9f524f01174a req-3897ab2a-967a-4514-b387-a48c67f621c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Deleting port e1b0a843-1993-4dd1-a0a5-e40bb48271cc {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:58.095150 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-a6ae86f0-3181-4f0d-b73d-9f524f01174a req-3897ab2a-967a-4514-b387-a48c67f621c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:58.187420 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-a6ae86f0-3181-4f0d-b73d-9f524f01174a req-3897ab2a-967a-4514-b387-a48c67f621c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] For port e1b0a843-1993-4dd1-a0a5-e40bb48271cc, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1b0a843-1993-4dd1-a0a5-e40bb48271cc,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:58.187797 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-a6ae86f0-3181-4f0d-b73d-9f524f01174a req-3897ab2a-967a-4514-b387-a48c67f621c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:58.205340 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-a6ae86f0-3181-4f0d-b73d-9f524f01174a req-3897ab2a-967a-4514-b387-a48c67f621c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Calling delete_port for e1b0a843-1993-4dd1-a0a5-e40bb48271cc owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:58.329961 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-a6ae86f0-3181-4f0d-b73d-9f524f01174a req-3897ab2a-967a-4514-b387-a48c67f621c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (e1b0a843-1993-4dd1-a0a5-e40bb48271cc), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:58.360811 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897ab2a-967a-4514-b387-a48c67f621c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event deleted for resources: {'Port': ['ID=e1b0a843-1993-4dd1-a0a5-e40bb48271cc,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:58.405111 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ae86f0-3181-4f0d-b73d-9f524f01174a req-3897ab2a-967a-4514-b387-a48c67f621c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] No DVR routers for this DVR port e1b0a843-1993-4dd1-a0a5-e40bb48271cc on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:20:58.407624 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-a6ae86f0-3181-4f0d-b73d-9f524f01174a req-3897ab2a-967a-4514-b387-a48c67f621c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:58.410882 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-a6ae86f0-3181-4f0d-b73d-9f524f01174a req-3897ab2a-967a-4514-b387-a48c67f621c2 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "DELETE /networking/v2.0/ports/e1b0a843-1993-4dd1-a0a5-e40bb48271cc HTTP/1.1" status: 204 len: 173 time: 0.3916256 Sep 29 02:20:58.411395 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'name': 'network-vif-deleted', 'tag': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:58.413658 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088aadf5-3086-431b-ba4a-7c2990fe7dbf" -d '{"events": [{"server_uuid": "5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3", "name": "network-vif-deleted", "tag": "e1b0a843-1993-4dd1-a0a5-e40bb48271cc"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:58.454288 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3049d2fb-8216-4682-8f0a-1b6a90b3190e x-openstack-request-id: req-3049d2fb-8216-4682-8f0a-1b6a90b3190e {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:58.454618 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3", "name": "network-vif-deleted", "tag": "e1b0a843-1993-4dd1-a0a5-e40bb48271cc", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:58.454870 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3049d2fb-8216-4682-8f0a-1b6a90b3190e {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:58.455272 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3049d2fb-8216-4682-8f0a-1b6a90b3190e'] response: {'server_uuid': '5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3', 'name': 'network-vif-deleted', 'tag': 'e1b0a843-1993-4dd1-a0a5-e40bb48271cc', 'status': 'completed', 'code': 200} Sep 29 02:20:58.950734 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f40af1da-5d67-4548-8982-025134aa360e req-190f2b0c-ab39-4f77-ae6f-6dc3dae97793 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5bdd4e19-8d01-4b7b-8cef-00f2d5f110f3 HTTP/1.1" status: 200 len: 210 time: 0.0357664 Sep 29 02:20:58.986583 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f65aec-3177-4fcd-a735-14ff05108e38 req-776e84fc-c5c0-4b89-b0e8-9e89b631cc9d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:58.988110 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a3f65aec-3177-4fcd-a735-14ff05108e38 req-776e84fc-c5c0-4b89-b0e8-9e89b631cc9d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0472405 Sep 29 02:20:59.034985 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a3f65aec-3177-4fcd-a735-14ff05108e38 req-e73e51c0-b617-4595-b428-2b1468f090cf tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407155 Sep 29 02:21:00.176126 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ea107-a873-4316-95bb-727b35118f46 req-3a1174a0-3d49-4261-a0e3-b1285da6ee20 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:00.177628 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f79ea107-a873-4316-95bb-727b35118f46 req-3a1174a0-3d49-4261-a0e3-b1285da6ee20 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0509903 Sep 29 02:21:00.229116 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f79ea107-a873-4316-95bb-727b35118f46 req-8bef7eb2-6a62-4d56-85b7-05226786c83a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441811 Sep 29 02:21:01.194462 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device e1b0a843-1993-4dd1-a0a5-e40bb48271cc no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:01.219779 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: e1b0a843-1993-4dd1-a0a5-e40bb48271cc {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:01.220130 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device e1b0a843-1993-4dd1-a0a5-e40bb48271cc not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:01.366987 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d87c2-a8f7-4e54-9929-67837e562f83 req-40e76a66-650c-4341-a737-faaac36460bf tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:01.368446 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f50d87c2-a8f7-4e54-9929-67837e562f83 req-40e76a66-650c-4341-a737-faaac36460bf tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0479875 Sep 29 02:21:01.417222 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f50d87c2-a8f7-4e54-9929-67837e562f83 req-2705e89e-9316-4cb8-9b33-d1cf6d47bb1c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428901 Sep 29 02:21:02.264635 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51538) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:02.360348 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:02.392887 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:02.403688 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-a82c1634-a316-41b3-a760-318bef26d784 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Deleting port b3ead3e4-37ff-4e40-8ce5-37d044eee84c {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:02.404032 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a82c1634-a316-41b3-a760-318bef26d784 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (b3ead3e4-37ff-4e40-8ce5-37d044eee84c), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:02.557790 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68115-f895-4af0-bc72-461f2147ccc1 req-c56da443-56a5-44dc-8de5-f00b75f3dfe4 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:02.559248 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bea68115-f895-4af0-bc72-461f2147ccc1 req-c56da443-56a5-44dc-8de5-f00b75f3dfe4 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0498815 Sep 29 02:21:02.613871 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bea68115-f895-4af0-bc72-461f2147ccc1 req-a648796e-5ddf-4e5a-b183-8a278b622810 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483556 Sep 29 02:21:02.707085 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a82c1634-a316-41b3-a760-318bef26d784 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (b3ead3e4-37ff-4e40-8ce5-37d044eee84c), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:02.707410 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a82c1634-a316-41b3-a760-318bef26d784 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for floatingip (b3ead3e4-37ff-4e40-8ce5-37d044eee84c), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:02.720163 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-a82c1634-a316-41b3-a760-318bef26d784 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Calling delete_port for b3ead3e4-37ff-4e40-8ce5-37d044eee84c owned by network:floatingip {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:02.861881 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a82c1634-a316-41b3-a760-318bef26d784 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (b3ead3e4-37ff-4e40-8ce5-37d044eee84c), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:02.889801 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c1634-a316-41b3-a760-318bef26d784 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event deleted for resources: {'Port': ['ID=b3ead3e4-37ff-4e40-8ce5-37d044eee84c,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:02.949604 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a82c1634-a316-41b3-a760-318bef26d784 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for floatingip (08cbdc2b-ee14-4e8f-a2d4-97f133b48f35), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:02.949931 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [None req-a82c1634-a316-41b3-a760-318bef26d784 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Floating IP 08cbdc2b-ee14-4e8f-a2d4-97f133b48f35 disassociated (deleted). External IP: 172.27.3.150, port: b3ecb52f-6240-44e1-95ce-78afaac9e116. Sep 29 02:21:03.142631 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82c1634-a316-41b3-a760-318bef26d784 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:21:03.247854 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82c1634-a316-41b3-a760-318bef26d784 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:21:03.252556 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-a82c1634-a316-41b3-a760-318bef26d784 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:03.257033 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e898b3dd-bef4-4a61-b9e1-432ea64cb92e None None] Sync routers for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:21:03.267627 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e898b3dd-bef4-4a61-b9e1-432ea64cb92e None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:03.268238 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-e898b3dd-bef4-4a61-b9e1-432ea64cb92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:20:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:03.282804 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-a82c1634-a316-41b3-a760-318bef26d784 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/08cbdc2b-ee14-4e8f-a2d4-97f133b48f35 HTTP/1.1" status: 204 len: 168 time: 1.0170491 Sep 29 02:21:03.283452 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'tag': 'b3ecb52f-6240-44e1-95ce-78afaac9e116'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:03.285720 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edd93a0-8d81-43d3-887d-552c43b4cc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a927e94-94d6-4c65-8372-a9d44eefecfa", "tag": "b3ecb52f-6240-44e1-95ce-78afaac9e116"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:03.304101 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:03.339415 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd013d87-0cf9-47fe-bed7-1e12ac7d2cea x-openstack-request-id: req-cd013d87-0cf9-47fe-bed7-1e12ac7d2cea {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:03.339703 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a927e94-94d6-4c65-8372-a9d44eefecfa", "tag": "b3ecb52f-6240-44e1-95ce-78afaac9e116", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:03.339952 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cd013d87-0cf9-47fe-bed7-1e12ac7d2cea {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:03.340353 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd013d87-0cf9-47fe-bed7-1e12ac7d2cea'] response: {'name': 'network-changed', 'server_uuid': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'tag': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'status': 'completed', 'code': 200} Sep 29 02:21:03.375158 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-e898b3dd-bef4-4a61-b9e1-432ea64cb92e None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:03.408051 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:03.515484 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d537c3c-739f-480e-9270-573b40e474ba req-16550ca1-dcef-4262-8a34-dbe44259757d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:03.517053 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8d537c3c-739f-480e-9270-573b40e474ba req-16550ca1-dcef-4262-8a34-dbe44259757d tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 945 time: 0.0476320 Sep 29 02:21:03.566569 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8d537c3c-739f-480e-9270-573b40e474ba req-950753f4-7216-4201-a702-c532dee547d4 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438235 Sep 29 02:21:03.571705 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-e898b3dd-bef4-4a61-b9e1-432ea64cb92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:03.596892 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e898b3dd-bef4-4a61-b9e1-432ea64cb92e None None] Checking router: 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:21:03.606132 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e898b3dd-bef4-4a61-b9e1-432ea64cb92e None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:03.606729 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-e898b3dd-bef4-4a61-b9e1-432ea64cb92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:20:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:03.708811 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-e898b3dd-bef4-4a61-b9e1-432ea64cb92e None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:03.742363 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cded466-2e71-4ad5-9873-cf887fb2245c req-c9588e2d-2b26-4324-b25d-35ce6136e758 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:03.744551 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1cded466-2e71-4ad5-9873-cf887fb2245c req-c9588e2d-2b26-4324-b25d-35ce6136e758 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0459003 Sep 29 02:21:03.790636 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1cded466-2e71-4ad5-9873-cf887fb2245c req-0da96fb0-9857-4b1c-954f-fbc3c5b9be7f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399635 Sep 29 02:21:03.890256 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-e898b3dd-bef4-4a61-b9e1-432ea64cb92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:03.917797 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e898b3dd-bef4-4a61-b9e1-432ea64cb92e None None] The sync data for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi is: [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'afa2f829-0259-434a-8090-96ef1c31bd84', 'name': '', 'network_id': '7fb5d174-0244-4143-a2ba-fb111b24bb02', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'mac_address': 'fa:16:3e:22:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:42Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'subnets': [{'id': '3b189aa6-b5d7-42f0-bc64-21d8dbf2a762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:21:04.120101 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de22ca-1b7b-4f77-b938-8b7ec4ac9846 None None] New status for floating IP 08cbdc2b-ee14-4e8f-a2d4-97f133b48f35: DOWN {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:21:04.423156 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd93a0-8d81-43d3-887d-552c43b4cc9e req-371f112c-be6f-454f-9253-352e07ca1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:04.424690 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2edd93a0-8d81-43d3-887d-552c43b4cc9e req-371f112c-be6f-454f-9253-352e07ca1a01 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=165a7d71a21240a79e77abbe80717389&device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 1129 time: 0.0396593 Sep 29 02:21:04.693577 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90c03b-4364-4bf5-a14c-cff8b5751982 req-e1581bca-40c3-4985-b495-fced0ca1d261 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:04.695050 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-de90c03b-4364-4bf5-a14c-cff8b5751982 req-e1581bca-40c3-4985-b495-fced0ca1d261 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 945 time: 0.0501313 Sep 29 02:21:04.744683 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-de90c03b-4364-4bf5-a14c-cff8b5751982 req-6b4a74ff-8df9-42ba-9316-8d9093e39f06 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437453 Sep 29 02:21:04.881473 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:04.919816 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa17242-e4bd-49ca-bbc9-fdbcb99e4826 req-8a0c8f4e-d5cb-4566-b6d3-27e6468e1c76 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:04.921298 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6fa17242-e4bd-49ca-bbc9-fdbcb99e4826 req-8a0c8f4e-d5cb-4566-b6d3-27e6468e1c76 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0483408 Sep 29 02:21:04.939898 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:04.968698 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6fa17242-e4bd-49ca-bbc9-fdbcb99e4826 req-d86303b2-8467-4f86-882e-f970bcd8b935 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417759 Sep 29 02:21:05.872333 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a78af6-2462-4f1b-9e05-183a6ad3f041 req-405809c7-bd2f-4014-aa2d-3ce211921cdc tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:05.873803 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e8a78af6-2462-4f1b-9e05-183a6ad3f041 req-405809c7-bd2f-4014-aa2d-3ce211921cdc tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 945 time: 0.0490384 Sep 29 02:21:05.921516 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e8a78af6-2462-4f1b-9e05-183a6ad3f041 req-d540a492-8d2e-4470-8801-13dd756e214f tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Sep 29 02:21:06.091074 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796c9b4-1f57-4169-a0a2-4de7f5230ca8 req-aa960c37-94c0-4383-a059-e682caec7131 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:06.092426 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2796c9b4-1f57-4169-a0a2-4de7f5230ca8 req-aa960c37-94c0-4383-a059-e682caec7131 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0454092 Sep 29 02:21:06.137994 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2796c9b4-1f57-4169-a0a2-4de7f5230ca8 req-4d6aebf1-860e-475e-9725-4bc1286f5a20 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399981 Sep 29 02:21:07.041189 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91ac85-29c9-48ed-936f-e832dd9d99ae req-9e9c6f8a-8e3f-4324-a0d4-4f7f4d9d4a59 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:07.042615 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2e91ac85-29c9-48ed-936f-e832dd9d99ae req-9e9c6f8a-8e3f-4324-a0d4-4f7f4d9d4a59 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 945 time: 0.0465136 Sep 29 02:21:07.092517 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2e91ac85-29c9-48ed-936f-e832dd9d99ae req-fb8ad498-e29f-4203-be90-735deb6a3fc9 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443454 Sep 29 02:21:07.258907 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b995c2-b81f-4bda-8f4e-2baf53bb9ac6 req-3c96d59c-4061-4a28-982c-965a82589b80 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:07.260321 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b1b995c2-b81f-4bda-8f4e-2baf53bb9ac6 req-3c96d59c-4061-4a28-982c-965a82589b80 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0449295 Sep 29 02:21:07.305130 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b1b995c2-b81f-4bda-8f4e-2baf53bb9ac6 req-b9a1f68c-532e-446b-b09f-7d51c923f2fc tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392272 Sep 29 02:21:07.914235 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:07.924531 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd93a0-8d81-43d3-887d-552c43b4cc9e req-25c1c59e-ed29-4a70-aa78-22bce8211c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:07.926078 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2edd93a0-8d81-43d3-887d-552c43b4cc9e req-25c1c59e-ed29-4a70-aa78-22bce8211c05 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 200 len: 911 time: 0.0889659 Sep 29 02:21:08.014600 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2edd93a0-8d81-43d3-887d-552c43b4cc9e req-0cb794f5-0f59-49c3-a9b4-80a184ac7bce service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3ecb52f-6240-44e1-95ce-78afaac9e116 HTTP/1.1" status: 200 len: 217 time: 0.0366101 Sep 29 02:21:08.048343 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:08.065134 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd93a0-8d81-43d3-887d-552c43b4cc9e req-56f7d0a8-31c0-41ca-8233-4997080e35dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:08.066553 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2edd93a0-8d81-43d3-887d-552c43b4cc9e req-56f7d0a8-31c0-41ca-8233-4997080e35dc service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b189aa6-b5d7-42f0-bc64-21d8dbf2a762 HTTP/1.1" status: 200 len: 850 time: 0.0444276 Sep 29 02:21:08.210710 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09709-70a5-4547-b58b-33eceece1504 req-807d4ea6-371b-44f8-98ce-84b809fd928a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:08.212234 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9fa09709-70a5-4547-b58b-33eceece1504 req-807d4ea6-371b-44f8-98ce-84b809fd928a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 945 time: 0.0461698 Sep 29 02:21:08.245570 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd93a0-8d81-43d3-887d-552c43b4cc9e req-e9943917-59c9-4222-890b-48272b4ecd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:08.247214 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2edd93a0-8d81-43d3-887d-552c43b4cc9e req-e9943917-59c9-4222-890b-48272b4ecd78 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7fb5d174-0244-4143-a2ba-fb111b24bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477455 Sep 29 02:21:08.262030 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9fa09709-70a5-4547-b58b-33eceece1504 req-01446c10-5540-44a7-af5d-210d7247aed1 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437498 Sep 29 02:21:08.342825 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2edd93a0-8d81-43d3-887d-552c43b4cc9e req-fbf3cb31-d154-4353-8997-a9f255b37d8e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854154 Sep 29 02:21:08.354353 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474c7e2-31e8-4824-993a-c3571a56e583 req-ba22e05a-0ed2-4f91-bd0f-fcfc75c1eb23 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:08.355704 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4474c7e2-31e8-4824-993a-c3571a56e583 req-ba22e05a-0ed2-4f91-bd0f-fcfc75c1eb23 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 945 time: 0.0508506 Sep 29 02:21:08.459441 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033d41b-3b76-4ab0-b56f-7dd51c52a6f8 req-794b344f-8f55-485e-add3-e6f396807b92 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:08.460988 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f033d41b-3b76-4ab0-b56f-7dd51c52a6f8 req-794b344f-8f55-485e-add3-e6f396807b92 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0676167 Sep 29 02:21:08.479051 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-2edd93a0-8d81-43d3-887d-552c43b4cc9e req-637d5666-ca2a-4c4b-b723-04b7fe987ad4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929437 Sep 29 02:21:08.789059 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [req-4474c7e2-31e8-4824-993a-c3571a56e583 req-fcba81e7-6f13-4b2c-b69e-98f1cb3be4c5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Deleting port b3ecb52f-6240-44e1-95ce-78afaac9e116 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:08.789398 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-4474c7e2-31e8-4824-993a-c3571a56e583 req-fcba81e7-6f13-4b2c-b69e-98f1cb3be4c5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:08.844180 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f033d41b-3b76-4ab0-b56f-7dd51c52a6f8 req-e18c547f-509f-4e6c-b1c2-bb34574c2986 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3760800 Sep 29 02:21:08.890249 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-4474c7e2-31e8-4824-993a-c3571a56e583 req-fcba81e7-6f13-4b2c-b69e-98f1cb3be4c5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] For port b3ecb52f-6240-44e1-95ce-78afaac9e116, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b3ecb52f-6240-44e1-95ce-78afaac9e116,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:08.890616 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-4474c7e2-31e8-4824-993a-c3571a56e583 req-fcba81e7-6f13-4b2c-b69e-98f1cb3be4c5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:08.903543 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [req-4474c7e2-31e8-4824-993a-c3571a56e583 req-fcba81e7-6f13-4b2c-b69e-98f1cb3be4c5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Calling delete_port for b3ecb52f-6240-44e1-95ce-78afaac9e116 owned by compute:nova {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:09.003503 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:09.006387 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:09.034648 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-4474c7e2-31e8-4824-993a-c3571a56e583 req-fcba81e7-6f13-4b2c-b69e-98f1cb3be4c5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (b3ecb52f-6240-44e1-95ce-78afaac9e116), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:09.071325 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba81e7-6f13-4b2c-b69e-98f1cb3be4c5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event deleted for resources: {'Port': ['ID=b3ecb52f-6240-44e1-95ce-78afaac9e116,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:09.112581 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [req-4474c7e2-31e8-4824-993a-c3571a56e583 req-fcba81e7-6f13-4b2c-b69e-98f1cb3be4c5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] No DVR routers for this DVR port b3ecb52f-6240-44e1-95ce-78afaac9e116 on host hv-cinder-74014 {{(pid=106336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:09.115255 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-4474c7e2-31e8-4824-993a-c3571a56e583 req-fcba81e7-6f13-4b2c-b69e-98f1cb3be4c5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:09.119474 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4474c7e2-31e8-4824-993a-c3571a56e583 req-fcba81e7-6f13-4b2c-b69e-98f1cb3be4c5 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.57 "DELETE /networking/v2.0/ports/b3ecb52f-6240-44e1-95ce-78afaac9e116 HTTP/1.1" status: 204 len: 173 time: 0.7330482 Sep 29 02:21:09.119980 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'name': 'network-vif-deleted', 'tag': 'b3ecb52f-6240-44e1-95ce-78afaac9e116'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:09.123926 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d336eb-c257-49c2-82d4-2210907781cd" -d '{"events": [{"server_uuid": "5a927e94-94d6-4c65-8372-a9d44eefecfa", "name": "network-vif-deleted", "tag": "b3ecb52f-6240-44e1-95ce-78afaac9e116"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:09.168587 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30afe01-8a9c-46bc-8082-09ead77a0c92 x-openstack-request-id: req-c30afe01-8a9c-46bc-8082-09ead77a0c92 {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:09.169133 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a927e94-94d6-4c65-8372-a9d44eefecfa", "name": "network-vif-deleted", "tag": "b3ecb52f-6240-44e1-95ce-78afaac9e116", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:09.170457 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c30afe01-8a9c-46bc-8082-09ead77a0c92 {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:09.170457 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c30afe01-8a9c-46bc-8082-09ead77a0c92'] response: {'server_uuid': '5a927e94-94d6-4c65-8372-a9d44eefecfa', 'name': 'network-vif-deleted', 'tag': 'b3ecb52f-6240-44e1-95ce-78afaac9e116', 'status': 'completed', 'code': 200} Sep 29 02:21:09.363002 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a10fd987-d753-485c-83c2-5441731aa7dd req-c0c8aff4-08b3-4ba2-ae39-111462f8d2db tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 210 time: 0.0277462 Sep 29 02:21:09.969087 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaa46e-44cc-4239-ab46-74233972ad11 req-f9fdd185-e09b-4093-aff6-73e439fad919 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:09.970514 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e1eaa46e-44cc-4239-ab46-74233972ad11 req-f9fdd185-e09b-4093-aff6-73e439fad919 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0455608 Sep 29 02:21:10.015768 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e1eaa46e-44cc-4239-ab46-74233972ad11 req-178b8c9c-b71d-4e51-abfb-4024ba6167ab tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398903 Sep 29 02:21:10.463039 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0d811683-27e2-4516-b083-41aa44c9b897 req-550b955f-686e-4296-ac69-ea4004c72f61 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 210 time: 0.0265434 Sep 29 02:21:11.141964 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf95ca2-cd11-48c4-88a6-c417d2bb03de req-3a3a0f23-c32a-427f-a02b-bda2d25456cd tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:11.143406 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-edf95ca2-cd11-48c4-88a6-c417d2bb03de req-3a3a0f23-c32a-427f-a02b-bda2d25456cd tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0476780 Sep 29 02:21:11.188544 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-edf95ca2-cd11-48c4-88a6-c417d2bb03de req-ea62573a-81d2-4b60-88a4-e1786b8bc62e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397475 Sep 29 02:21:11.563255 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c1186a8f-58db-4172-b49f-5ad8a463359b req-c8b0e074-1c6c-49cc-ab82-d2b84e2b2503 tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 210 time: 0.0271804 Sep 29 02:21:12.022412 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device b3ecb52f-6240-44e1-95ce-78afaac9e116 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:12.041840 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: b3ecb52f-6240-44e1-95ce-78afaac9e116 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:12.042184 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device b3ecb52f-6240-44e1-95ce-78afaac9e116 not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:12.313411 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb792d-55bd-435a-bfa3-e258ab2690f6 req-28235dca-17ea-45e5-a692-6eb3adac7793 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:12.315155 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d8fb792d-55bd-435a-bfa3-e258ab2690f6 req-28235dca-17ea-45e5-a692-6eb3adac7793 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0475225 Sep 29 02:21:12.368273 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d8fb792d-55bd-435a-bfa3-e258ab2690f6 req-739964e4-7e8a-420e-9725-b7173db2ed4d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454061 Sep 29 02:21:12.678263 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-01693712-65b3-41e5-aed1-fe4f7c0e997a req-1c545b71-3424-4e65-a3e6-5d8c08b5aa3c tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5a927e94-94d6-4c65-8372-a9d44eefecfa HTTP/1.1" status: 200 len: 210 time: 0.0275044 Sep 29 02:21:13.496282 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe58aee-c35d-4fcb-9a9b-cf702b1ba71a req-af973e1b-a0d7-45d7-9bc9-c020127a753d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:13.498313 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8fe58aee-c35d-4fcb-9a9b-cf702b1ba71a req-af973e1b-a0d7-45d7-9bc9-c020127a753d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0471072 Sep 29 02:21:13.549129 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8fe58aee-c35d-4fcb-9a9b-cf702b1ba71a req-c193ae2c-b404-498b-a738-691beee129b5 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450490 Sep 29 02:21:13.742753 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 51620) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:13.848837 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-29cb2127-d78b-4407-b69a-384fb36c7eaf tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Deleting port 9f100793-7b54-4125-a307-86d9d2c7f0f2 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:13.849115 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-29cb2127-d78b-4407-b69a-384fb36c7eaf tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (9f100793-7b54-4125-a307-86d9d2c7f0f2), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:13.925314 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-29cb2127-d78b-4407-b69a-384fb36c7eaf tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (9f100793-7b54-4125-a307-86d9d2c7f0f2), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:13.925638 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-29cb2127-d78b-4407-b69a-384fb36c7eaf tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for floatingip (9f100793-7b54-4125-a307-86d9d2c7f0f2), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:13.937611 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-29cb2127-d78b-4407-b69a-384fb36c7eaf tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Calling delete_port for 9f100793-7b54-4125-a307-86d9d2c7f0f2 owned by network:floatingip {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:14.021794 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1df299dd-a44d-4377-80bf-700314b81ca3 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:21:14.067888 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-29cb2127-d78b-4407-b69a-384fb36c7eaf tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (9f100793-7b54-4125-a307-86d9d2c7f0f2), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:14.093451 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb2127-d78b-4407-b69a-384fb36c7eaf tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event deleted for resources: {'Port': ['ID=9f100793-7b54-4125-a307-86d9d2c7f0f2,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:14.124518 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 1df299dd-a44d-4377-80bf-700314b81ca3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1df299dd-a44d-4377-80bf-700314b81ca3,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:14.137029 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '1df299dd-a44d-4377-80bf-700314b81ca3', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'port_id': '1df299dd-a44d-4377-80bf-700314b81ca3', 'mac_address': 'fa:16:3e:10:17:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:21:14.154556 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-29cb2127-d78b-4407-b69a-384fb36c7eaf tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for floatingip (45c6b7bc-1675-402d-b1f9-450b66d5051b), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:14.157064 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-29cb2127-d78b-4407-b69a-384fb36c7eaf tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:14.158283 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-29cb2127-d78b-4407-b69a-384fb36c7eaf tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/45c6b7bc-1675-402d-b1f9-450b66d5051b HTTP/1.1" status: 204 len: 168 time: 0.4149196 Sep 29 02:21:14.172483 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 1df299dd-a44d-4377-80bf-700314b81ca3 is: ACTIVE; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:14.172954 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:14.185881 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1df299dd-a44d-4377-80bf-700314b81ca3 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:21:14.208830 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 1df299dd-a44d-4377-80bf-700314b81ca3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1df299dd-a44d-4377-80bf-700314b81ca3,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:14.213588 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:14.254903 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=100 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:14.266018 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=1df299dd-a44d-4377-80bf-700314b81ca3,revision_number=6']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:14.274093 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.274467 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.274802 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.275792 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.276124 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.276448 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.276771 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.277115 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.277440 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.277759 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.278080 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.278399 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.278721 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.279034 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.279349 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:14.296583 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['1df299dd-a44d-4377-80bf-700314b81ca3'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:21:14.416258 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:14.643767 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:14.674478 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:14.691284 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10888026-a393-4afa-873a-d30065b120de req-bd5db111-09e8-44e5-b672-bdc4da5df017 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:14.692848 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-10888026-a393-4afa-873a-d30065b120de req-bd5db111-09e8-44e5-b672-bdc4da5df017 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 945 time: 0.0586276 Sep 29 02:21:14.748509 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-10888026-a393-4afa-873a-d30065b120de req-9f57ffea-0723-4c60-bb37-d89e4a36fe93 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482233 Sep 29 02:21:14.850324 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=8 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:14.853178 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:15.343638 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-1ecbbd23-7352-40a6-8ee2-15666971285b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:15.382633 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 51668) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:15.445295 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-b013f80c-7dcd-44c0-9d00-5b41aad8987a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group (d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:15.473737 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-b013f80c-7dcd-44c0-9d00-5b41aad8987a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group (d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:15.553611 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-b013f80c-7dcd-44c0-9d00-5b41aad8987a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:15.557779 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-b013f80c-7dcd-44c0-9d00-5b41aad8987a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:15.559325 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-b013f80c-7dcd-44c0-9d00-5b41aad8987a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed HTTP/1.1" status: 204 len: 168 time: 0.1756580 Sep 29 02:21:15.576150 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013f80c-7dcd-44c0-9d00-5b41aad8987a tempest-TestVolumeBootPattern-179577392 tempest-TestVolumeBootPattern-179577392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb6dce-bf14-40df-a5d2-79eb1b9be6ed,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:15.665708 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51678) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:15.915877 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdb436-98af-4567-a0ed-dc4a972e4cc0 req-e9574b55-69a0-4cfd-a8da-47b75234e58f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:15.918127 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1dbdb436-98af-4567-a0ed-dc4a972e4cc0 req-e9574b55-69a0-4cfd-a8da-47b75234e58f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 945 time: 0.0599146 Sep 29 02:21:15.971092 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1dbdb436-98af-4567-a0ed-dc4a972e4cc0 req-91aa483a-4f45-4a35-9a9d-a5d2a94fe301 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465505 Sep 29 02:21:16.029279 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1df299dd-a44d-4377-80bf-700314b81ca3 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:21:16.089413 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 1df299dd-a44d-4377-80bf-700314b81ca3 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:16.090199 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:16.090698 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 1df299dd-a44d-4377-80bf-700314b81ca3 Sep 29 02:21:16.128920 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-bc14310b-d2e0-4d77-a2eb-cbbbb8bcc880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626093'] for router_interface (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:16.168132 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 1df299dd-a44d-4377-80bf-700314b81ca3 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:16.168801 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:16.205014 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:16.209988 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c32a4c6-1d4e-4f2d-abd7-cf8ffe63a40c" -d '{"events": [{"server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "name": "network-vif-plugged", "status": "completed", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:16.225050 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 1df299dd-a44d-4377-80bf-700314b81ca3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1df299dd-a44d-4377-80bf-700314b81ca3,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:16.234110 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:16.277435 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ad5c14-de07-4753-a941-3c7287cdc4b3 x-openstack-request-id: req-49ad5c14-de07-4753-a941-3c7287cdc4b3 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:16.277784 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "name": "network-vif-plugged", "status": "completed", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:16.278223 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-49ad5c14-de07-4753-a941-3c7287cdc4b3 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:16.278792 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ad5c14-de07-4753-a941-3c7287cdc4b3'] response: {'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3', 'code': 200} Sep 29 02:21:16.296512 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=1df299dd-a44d-4377-80bf-700314b81ca3,revision_number=7']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:16.425650 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-bc14310b-d2e0-4d77-a2eb-cbbbb8bcc880 admin admin] Deleting port afa2f829-0259-434a-8090-96ef1c31bd84 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:16.426271 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-bc14310b-d2e0-4d77-a2eb-cbbbb8bcc880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:16.524077 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [None req-bc14310b-d2e0-4d77-a2eb-cbbbb8bcc880 admin admin] For port afa2f829-0259-434a-8090-96ef1c31bd84, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=afa2f829-0259-434a-8090-96ef1c31bd84,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:16.524543 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-bc14310b-d2e0-4d77-a2eb-cbbbb8bcc880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:16.527400 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:16.541105 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-bc14310b-d2e0-4d77-a2eb-cbbbb8bcc880 admin admin] Calling delete_port for afa2f829-0259-434a-8090-96ef1c31bd84 owned by network:router_interface {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:16.584379 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=100 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:16.764496 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-bc14310b-d2e0-4d77-a2eb-cbbbb8bcc880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (afa2f829-0259-434a-8090-96ef1c31bd84), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:16.790034 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14310b-d2e0-4d77-a2eb-cbbbb8bcc880 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa2f829-0259-434a-8090-96ef1c31bd84,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:17.075199 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-bc14310b-d2e0-4d77-a2eb-cbbbb8bcc880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651037'] for router_interface (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:17.182916 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e705a3-a972-4c24-af01-0b9cb9203be2 req-7111da44-5865-471e-adde-5cfbe332409d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:17.184624 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-06e705a3-a972-4c24-af01-0b9cb9203be2 req-7111da44-5865-471e-adde-5cfbe332409d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0614691 Sep 29 02:21:17.243841 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-06e705a3-a972-4c24-af01-0b9cb9203be2 req-3e57c820-d323-42c1-9c29-0c26dc10df8d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530219 Sep 29 02:21:17.334789 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc14310b-d2e0-4d77-a2eb-cbbbb8bcc880 admin admin] Router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:21:17.449550 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc14310b-d2e0-4d77-a2eb-cbbbb8bcc880 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:21:17.459485 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc697c7f-616f-4b12-8ea3-65682c8c0579 None None] Sync routers for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:21:17.461774 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-bc14310b-d2e0-4d77-a2eb-cbbbb8bcc880 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/74d63a66-aafc-4abf-a69e-00cdd6c4cdc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7942395 Sep 29 02:21:17.465238 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51698) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:17.479620 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc697c7f-616f-4b12-8ea3-65682c8c0579 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:17.480645 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-bc697c7f-616f-4b12-8ea3-65682c8c0579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:20:48Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:17.635149 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Publish callbacks [] for router (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:17.638684 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:17.802165 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-bc697c7f-616f-4b12-8ea3-65682c8c0579 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:17.840377 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-c1b233b1-dd1f-4560-9a72-0dac48aa533f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:18.041948 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-bc697c7f-616f-4b12-8ea3-65682c8c0579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:21:16Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:18.074864 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc697c7f-616f-4b12-8ea3-65682c8c0579 None None] Checking router: 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:21:18.083938 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Publish callbacks [] for router_gateway (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:18.084517 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc697c7f-616f-4b12-8ea3-65682c8c0579 None None] Routers {'74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:18.085151 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-bc697c7f-616f-4b12-8ea3-65682c8c0579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:21:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:18.132065 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:18.151239 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Deleting port 35157b29-3b44-4410-8382-85512b5f4e7a {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:18.151643 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (35157b29-3b44-4410-8382-85512b5f4e7a), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:18.190978 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-bc697c7f-616f-4b12-8ea3-65682c8c0579 None None] Set router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:18.304214 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:18.323297 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] For port 35157b29-3b44-4410-8382-85512b5f4e7a, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=35157b29-3b44-4410-8382-85512b5f4e7a,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:18.324072 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (35157b29-3b44-4410-8382-85512b5f4e7a), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:18.357043 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Calling delete_port for 35157b29-3b44-4410-8382-85512b5f4e7a owned by network:router_gateway {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:18.444368 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:18.451223 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-bc697c7f-616f-4b12-8ea3-65682c8c0579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:21:16Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:18.504079 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc697c7f-616f-4b12-8ea3-65682c8c0579 None None] The sync data for ids ['74d63a66-aafc-4abf-a69e-00cdd6c4cdc5'] in dv-cinder-740146-21-iscsi is: [{'id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'name': 'tempest-TestVolumeBootPattern-492233757-router', 'tenant_id': '165a7d71a21240a79e77abbe80717389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:21:16Z', 'revision_number': 5, 'project_id': '165a7d71a21240a79e77abbe80717389', 'gw_port': {'id': '35157b29-3b44-4410-8382-85512b5f4e7a', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d63a66-aafc-4abf-a69e-00cdd6c4cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:21:18.646462 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (35157b29-3b44-4410-8382-85512b5f4e7a), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:18.685172 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Pushing event deleted for resources: {'Port': ['ID=35157b29-3b44-4410-8382-85512b5f4e7a,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:18.686567 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb015a08-7b05-48e3-a16d-4c0715838fa2 req-4707bae5-c102-43e7-898e-ef5b6b851357 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:18.688375 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cb015a08-7b05-48e3-a16d-4c0715838fa2 req-4707bae5-c102-43e7-898e-ef5b6b851357 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 946 time: 0.3176613 Sep 29 02:21:18.701518 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de858e64-e45f-4e0b-bf81-527f397dffe1 req-fd3ed10a-6ca4-4bf5-96b0-0aaf97796fdf tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:18.706106 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-de858e64-e45f-4e0b-bf81-527f397dffe1 req-fd3ed10a-6ca4-4bf5-96b0-0aaf97796fdf tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.3059661 Sep 29 02:21:18.778589 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649579'] for router_gateway (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:18.831000 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-cb015a08-7b05-48e3-a16d-4c0715838fa2 req-b484c057-dd98-4aef-8f10-d581950e92d3 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167960 Sep 29 02:21:18.837412 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-de858e64-e45f-4e0b-bf81-527f397dffe1 req-530df034-4c4e-4a0e-8cab-a40876447696 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100528 Sep 29 02:21:18.882703 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:18.888772 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:18.891501 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Publish callbacks [] for router_controller (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), precommit_delete_associations {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:18.946578 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651115'] for router (74d63a66-aafc-4abf-a69e-00cdd6c4cdc5), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:18.947626 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 {{(pid=106335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:21:18.952137 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:18.955709 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-57683d96-25f1-45c6-ac58-b75ac1d8c346 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/74d63a66-aafc-4abf-a69e-00cdd6c4cdc5 HTTP/1.1" status: 204 len: 168 time: 1.4893014 Sep 29 02:21:18.958297 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51716) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:19.033576 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff1584d-6388-4c9c-80ee-c7bd35dc07d1 admin admin] Deleting subnet 3b189aa6-b5d7-42f0-bc64-21d8dbf2a762 {{(pid=106335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:21:19.038237 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cff1584d-6388-4c9c-80ee-c7bd35dc07d1 admin admin] Publish callbacks [] for subnet (3b189aa6-b5d7-42f0-bc64-21d8dbf2a762), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.085041 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cff1584d-6388-4c9c-80ee-c7bd35dc07d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6494320'] for subnet (3b189aa6-b5d7-42f0-bc64-21d8dbf2a762), precommit_delete_associations {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.179962 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cff1584d-6388-4c9c-80ee-c7bd35dc07d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (3b189aa6-b5d7-42f0-bc64-21d8dbf2a762), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.207175 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:19.251426 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cff1584d-6388-4c9c-80ee-c7bd35dc07d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5955320'] for subnet (3b189aa6-b5d7-42f0-bc64-21d8dbf2a762), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.289037 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1584d-6388-4c9c-80ee-c7bd35dc07d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b189aa6-b5d7-42f0-bc64-21d8dbf2a762,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:19.296123 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-cff1584d-6388-4c9c-80ee-c7bd35dc07d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.297565 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072a2a17-4b27-489d-8dbd-00a922567ebf None None] Network 7fb5d174-0244-4143-a2ba-fb111b24bb02 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:21:19.309921 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-cff1584d-6388-4c9c-80ee-c7bd35dc07d1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/3b189aa6-b5d7-42f0-bc64-21d8dbf2a762 HTTP/1.1" status: 204 len: 168 time: 0.3505576 Sep 29 02:21:19.312285 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51718) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:19.391038 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (7fb5d174-0244-4143-a2ba-fb111b24bb02), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.446444 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Deleting port dfd30459-a2f8-4e40-ab1e-ba836ce15219 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:19.446832 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.519805 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] For port dfd30459-a2f8-4e40-ab1e-ba836ce15219, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=dfd30459-a2f8-4e40-ab1e-ba836ce15219,segment=NetworkSegment(2bcd5f81-f0e5-4848-aeba-55abacab68c4),segment_id=2bcd5f81-f0e5-4848-aeba-55abacab68c4)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:19.520174 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.522240 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:19.538803 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Calling delete_port for dfd30459-a2f8-4e40-ab1e-ba836ce15219 owned by network:dhcp {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:19.632627 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (dfd30459-a2f8-4e40-ab1e-ba836ce15219), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.665527 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd30459-a2f8-4e40-ab1e-ba836ce15219,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:19.667547 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] No DVR routers for this DVR port dfd30459-a2f8-4e40-ab1e-ba836ce15219 on host dv-cinder-740146-21-iscsi {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:19.748083 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (7fb5d174-0244-4143-a2ba-fb111b24bb02), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.777273 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb5d174-0244-4143-a2ba-fb111b24bb02']}} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:19.795965 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2740cbf-49b3-4253-a1a5-31bfa7c3a418 None None] DHCP port deletion for 7fb5d174-0244-4143-a2ba-fb111b24bb02 request from dv-cinder-740146-21-iscsi {{(pid=106337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:21:19.800281 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcd5f81-f0e5-4848-aeba-55abacab68c4') {'for_net_delete': True} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:19.800590 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcd5f81-f0e5-4848-aeba-55abacab68c4') {} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:19.819831 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6494329'] for segment (2bcd5f81-f0e5-4848-aeba-55abacab68c4), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.872062 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (2bcd5f81-f0e5-4848-aeba-55abacab68c4), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.885257 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=106335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:21:19.885663 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852879'] for segment (2bcd5f81-f0e5-4848-aeba-55abacab68c4), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.919002 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment 2bcd5f81-f0e5-4848-aeba-55abacab68c4 resource provider aggregate not found Sep 29 02:21:19.919815 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device afa2f829-0259-434a-8090-96ef1c31bd84 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:19.930728 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62982a5f-209c-429e-a1fc-b831683730b8 req-160db51c-7134-4d13-bc7f-12a21aba61d9 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:19.940663 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-62982a5f-209c-429e-a1fc-b831683730b8 req-160db51c-7134-4d13-bc7f-12a21aba61d9 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 946 time: 0.1191096 Sep 29 02:21:19.951780 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: afa2f829-0259-434a-8090-96ef1c31bd84 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:19.952470 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device afa2f829-0259-434a-8090-96ef1c31bd84 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:19.953159 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device dfd30459-a2f8-4e40-ab1e-ba836ce15219 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:19.975799 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment 2bcd5f81-f0e5-4848-aeba-55abacab68c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bcd5f81-f0e5-4848-aeba-55abacab68c4 found for delete ", "request_id": "req-7f157088-9853-4b27-acbb-576ebc51dba7"}]} Sep 29 02:21:19.978828 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: dfd30459-a2f8-4e40-ab1e-ba836ce15219 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:19.979468 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device dfd30459-a2f8-4e40-ab1e-ba836ce15219 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:19.980112 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 35157b29-3b44-4410-8382-85512b5f4e7a no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:20.015324 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (7fb5d174-0244-4143-a2ba-fb111b24bb02), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:20.019282 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 35157b29-3b44-4410-8382-85512b5f4e7a {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:20.019929 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 35157b29-3b44-4410-8382-85512b5f4e7a not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:20.020897 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:20.027972 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/7fb5d174-0244-4143-a2ba-fb111b24bb02 HTTP/1.1" status: 204 len: 168 time: 0.7119157 Sep 29 02:21:20.029526 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51728) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:20.048607 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68469f8-c747-4131-9b59-8b1ddd5a637c admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb5d174-0244-4143-a2ba-fb111b24bb02,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:20.088301 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608f521-926c-4c8e-9d1b-945ca2b1c05f req-4f883e1c-ba4b-465a-9499-f9c3849eef89 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:20.090158 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2608f521-926c-4c8e-9d1b-945ca2b1c05f req-4f883e1c-ba4b-465a-9499-f9c3849eef89 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 946 time: 0.0732558 Sep 29 02:21:20.194334 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [req-62982a5f-209c-429e-a1fc-b831683730b8 req-9e84ad92-8aa0-42c3-821e-22971c4b88cf tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Deleting port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:20.194934 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-62982a5f-209c-429e-a1fc-b831683730b8 req-9e84ad92-8aa0-42c3-821e-22971c4b88cf tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:20.200674 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:20.207659 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f993-fb7e-4e75-be31-570cb55f35de req-3d01a87f-ce40-4995-bd04-49451dd5cb7a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:20.209417 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2ca9f993-fb7e-4e75-be31-570cb55f35de req-3d01a87f-ce40-4995-bd04-49451dd5cb7a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.2063673 Sep 29 02:21:20.242368 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2608f521-926c-4c8e-9d1b-945ca2b1c05f req-6135b576-6754-43ed-87b4-b113813f055e tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400890 Sep 29 02:21:20.316920 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-2ca9f993-fb7e-4e75-be31-570cb55f35de req-a756ccd8-018d-48c4-923b-5690a2adc849 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947268 Sep 29 02:21:20.370136 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-62982a5f-209c-429e-a1fc-b831683730b8 req-9e84ad92-8aa0-42c3-821e-22971c4b88cf tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] For port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5251ee38-c2ed-47d9-a1f4-c725949b0e4a,segment=NetworkSegment(8c6c3925-5ca1-4625-af6d-36072adf3e13),segment_id=8c6c3925-5ca1-4625-af6d-36072adf3e13)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:20.372949 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-62982a5f-209c-429e-a1fc-b831683730b8 req-9e84ad92-8aa0-42c3-821e-22971c4b88cf tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:20.388792 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [req-62982a5f-209c-429e-a1fc-b831683730b8 req-9e84ad92-8aa0-42c3-821e-22971c4b88cf tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Calling delete_port for 5251ee38-c2ed-47d9-a1f4-c725949b0e4a owned by compute:nova {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:20.402406 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:20.422206 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:20.449990 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-30c2eebd-2153-4e03-9f49-4974ccb9286f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626093'] for router_interface (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:20.466526 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:20.580576 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:20.586717 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-62982a5f-209c-429e-a1fc-b831683730b8 req-9e84ad92-8aa0-42c3-821e-22971c4b88cf tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (5251ee38-c2ed-47d9-a1f4-c725949b0e4a), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:20.598261 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['5251ee38-c2ed-47d9-a1f4-c725949b0e4a'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:21:20.635328 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84ad92-8aa0-42c3-821e-22971c4b88cf tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Pushing event deleted for resources: {'Port': ['ID=5251ee38-c2ed-47d9-a1f4-c725949b0e4a,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:20.700528 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [req-62982a5f-209c-429e-a1fc-b831683730b8 req-9e84ad92-8aa0-42c3-821e-22971c4b88cf tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] No DVR routers for this DVR port 5251ee38-c2ed-47d9-a1f4-c725949b0e4a on host hv-cinder-74014 {{(pid=106336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:20.704147 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-62982a5f-209c-429e-a1fc-b831683730b8 req-9e84ad92-8aa0-42c3-821e-22971c4b88cf tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:20.708886 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-62982a5f-209c-429e-a1fc-b831683730b8 req-9e84ad92-8aa0-42c3-821e-22971c4b88cf tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.57 "DELETE /networking/v2.0/ports/5251ee38-c2ed-47d9-a1f4-c725949b0e4a HTTP/1.1" status: 204 len: 173 time: 0.7556012 Sep 29 02:21:20.709428 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e4300b-266c-48dd-a80c-d912bfc0b5aa', 'name': 'network-vif-deleted', 'tag': '5251ee38-c2ed-47d9-a1f4-c725949b0e4a'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:20.713246 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb07a92-5eee-4f5f-bf08-b7fa5825f8c5" -d '{"events": [{"server_uuid": "b2e4300b-266c-48dd-a80c-d912bfc0b5aa", "name": "network-vif-deleted", "tag": "5251ee38-c2ed-47d9-a1f4-c725949b0e4a"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:20.766045 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-30c2eebd-2153-4e03-9f49-4974ccb9286f admin admin] Deleting port a9e11c6e-a13d-484b-a308-2c10ff9bb340 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:20.766425 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-30c2eebd-2153-4e03-9f49-4974ccb9286f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:20.766738 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25efa54a-8f41-4dab-a47f-c541477dd837 x-openstack-request-id: req-25efa54a-8f41-4dab-a47f-c541477dd837 {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:20.767034 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e4300b-266c-48dd-a80c-d912bfc0b5aa", "name": "network-vif-deleted", "tag": "5251ee38-c2ed-47d9-a1f4-c725949b0e4a", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:20.767291 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-25efa54a-8f41-4dab-a47f-c541477dd837 {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:20.767697 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25efa54a-8f41-4dab-a47f-c541477dd837'] response: {'server_uuid': 'b2e4300b-266c-48dd-a80c-d912bfc0b5aa', 'name': 'network-vif-deleted', 'tag': '5251ee38-c2ed-47d9-a1f4-c725949b0e4a', 'status': 'completed', 'code': 200} Sep 29 02:21:20.816438 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:20.873498 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [None req-30c2eebd-2153-4e03-9f49-4974ccb9286f admin admin] For port a9e11c6e-a13d-484b-a308-2c10ff9bb340, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a9e11c6e-a13d-484b-a308-2c10ff9bb340,segment=NetworkSegment(6fa4ae41-16f8-46ae-b511-7fc423d83a8a),segment_id=6fa4ae41-16f8-46ae-b511-7fc423d83a8a)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:20.874064 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-30c2eebd-2153-4e03-9f49-4974ccb9286f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:20.890042 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-30c2eebd-2153-4e03-9f49-4974ccb9286f admin admin] Calling delete_port for a9e11c6e-a13d-484b-a308-2c10ff9bb340 owned by network:router_interface {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:21.097927 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-30c2eebd-2153-4e03-9f49-4974ccb9286f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (a9e11c6e-a13d-484b-a308-2c10ff9bb340), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:21.127101 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2eebd-2153-4e03-9f49-4974ccb9286f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e11c6e-a13d-484b-a308-2c10ff9bb340,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:21.363437 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-30c2eebd-2153-4e03-9f49-4974ccb9286f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651037'] for router_interface (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:21.439632 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b394718c-00ee-4ff9-bf22-aeddf5d32529 req-e4076900-3977-4b3f-84e3-3fa3e72933f7 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2e4300b-266c-48dd-a80c-d912bfc0b5aa HTTP/1.1" status: 200 len: 210 time: 0.0526452 Sep 29 02:21:21.510104 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171a67-56ff-4b0a-97ee-b801d7faebfa req-0118dc46-6a0e-4909-8a56-61d6acd9dc0f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:21.525884 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4d171a67-56ff-4b0a-97ee-b801d7faebfa req-0118dc46-6a0e-4909-8a56-61d6acd9dc0f tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0703094 Sep 29 02:21:21.551532 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:21.620126 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-4d171a67-56ff-4b0a-97ee-b801d7faebfa req-1e1df5e1-9f2b-4b0f-9a79-0e1d33ea14d6 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926213 Sep 29 02:21:21.697121 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c2eebd-2153-4e03-9f49-4974ccb9286f admin admin] Router d43a6c4a-3a4f-4a37-a8d4-a4679f59550c has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:21:21.827479 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c2eebd-2153-4e03-9f49-4974ccb9286f admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:21:21.833146 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-30c2eebd-2153-4e03-9f49-4974ccb9286f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d43a6c4a-3a4f-4a37-a8d4-a4679f59550c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8022645 Sep 29 02:21:21.835784 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 51736) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:21.846410 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c1a532-c64e-43e5-a388-0204b66f2776 None None] Sync routers for ids ['d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'] in dv-cinder-740146-21-iscsi {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:21:21.859864 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c1a532-c64e-43e5-a388-0204b66f2776 None None] Routers {'d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:21.860537 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-52c1a532-c64e-43e5-a388-0204b66f2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:21:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:21.951496 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Publish callbacks [] for router (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:21.986839 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-52c1a532-c64e-43e5-a388-0204b66f2776 None None] Set router d43a6c4a-3a4f-4a37-a8d4-a4679f59550c gateway port host: dv-cinder-740146-21-iscsi {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:22.082733 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Publish callbacks [] for router_gateway (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:22.139537 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Deleting port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:22.140236 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:22.239286 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] For port 3dbc7d72-745b-4e9b-a5ab-7fb36192469b, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=3dbc7d72-745b-4e9b-a5ab-7fb36192469b,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:22.240063 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:22.256102 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Calling delete_port for 3dbc7d72-745b-4e9b-a5ab-7fb36192469b owned by network:router_gateway {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:22.279838 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-52c1a532-c64e-43e5-a388-0204b66f2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'name': 'tempest-TestVolumeBootPattern-962948093-router', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:21:21Z', 'revision_number': 5, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'gw_port': {'id': '3dbc7d72-745b-4e9b-a5ab-7fb36192469b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:48Z', 'updated_at': '2022-09-29T02:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:22.308908 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c1a532-c64e-43e5-a388-0204b66f2776 None None] Checking router: d43a6c4a-3a4f-4a37-a8d4-a4679f59550c for host: dv-cinder-740146-21-iscsi {{(pid=106338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:21:22.324796 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c1a532-c64e-43e5-a388-0204b66f2776 None None] Routers {'d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:22.325515 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:22.327891 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-52c1a532-c64e-43e5-a388-0204b66f2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:21:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'], 'active': True} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:22.458319 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_dvr_db [None req-52c1a532-c64e-43e5-a388-0204b66f2776 None None] Set router d43a6c4a-3a4f-4a37-a8d4-a4679f59550c gateway port host: None {{(pid=106338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:22.464046 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (3dbc7d72-745b-4e9b-a5ab-7fb36192469b), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:22.499769 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Pushing event deleted for resources: {'Port': ['ID=3dbc7d72-745b-4e9b-a5ab-7fb36192469b,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:22.538040 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.l3_hamode_db [None req-52c1a532-c64e-43e5-a388-0204b66f2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'name': 'tempest-TestVolumeBootPattern-962948093-router', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:21:22Z', 'revision_number': 6, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'gw_port_host': None}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:22.578457 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c1a532-c64e-43e5-a388-0204b66f2776 None None] The sync data for ids ['d43a6c4a-3a4f-4a37-a8d4-a4679f59550c'] in dv-cinder-740146-21-iscsi is: [{'id': 'd43a6c4a-3a4f-4a37-a8d4-a4679f59550c', 'name': 'tempest-TestVolumeBootPattern-962948093-router', 'tenant_id': '47aa1e9c32034f62b9c720cc48ec7338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:21:22Z', 'revision_number': 6, 'project_id': '47aa1e9c32034f62b9c720cc48ec7338', 'gw_port_host': None}] {{(pid=106338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:21:22.587859 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:22.607346 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649579'] for router_gateway (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:22.755883 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:22.774724 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Publish callbacks [] for router_controller (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:22.828840 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f825b-b401-4c42-a604-3d568d394ec2 req-dedbf4f5-36e8-4e61-8699-4e37a8202eec tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:22.831165 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-043f825b-b401-4c42-a604-3d568d394ec2 req-dedbf4f5-36e8-4e61-8699-4e37a8202eec tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0956428 Sep 29 02:21:22.843757 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651115'] for router (d43a6c4a-3a4f-4a37-a8d4-a4679f59550c), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:22.845726 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d43a6c4a-3a4f-4a37-a8d4-a4679f59550c {{(pid=106336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:21:22.857127 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:22.860619 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-69013a99-c665-4e63-a620-2db65313ea9a admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/d43a6c4a-3a4f-4a37-a8d4-a4679f59550c HTTP/1.1" status: 204 len: 168 time: 1.0212545 Sep 29 02:21:22.861017 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51750) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:22.912636 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-043f825b-b401-4c42-a604-3d568d394ec2 req-bbd9efde-9409-4733-8978-01912dbce8ed tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737011 Sep 29 02:21:22.915530 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.db_base_plugin_v2 [None req-2501ada7-f787-43b3-a0df-4214aec7edc0 admin admin] Deleting subnet b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14 {{(pid=106335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:21:22.919255 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-2501ada7-f787-43b3-a0df-4214aec7edc0 admin admin] Publish callbacks [] for subnet (b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:22.976060 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-2501ada7-f787-43b3-a0df-4214aec7edc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6494320'] for subnet (b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14), precommit_delete_associations {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.018332 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:23.075996 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-2501ada7-f787-43b3-a0df-4214aec7edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.138538 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-2501ada7-f787-43b3-a0df-4214aec7edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5955320'] for subnet (b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.168517 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501ada7-f787-43b3-a0df-4214aec7edc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:23.174275 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-2501ada7-f787-43b3-a0df-4214aec7edc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for subnet (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.177412 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-2501ada7-f787-43b3-a0df-4214aec7edc0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/b144e6f1-a45b-4f4c-8e21-6c5b5ceb8f14 HTTP/1.1" status: 204 len: 168 time: 0.3153903 Sep 29 02:21:23.179843 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51752) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:23.185658 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d72934-5860-46ae-adbe-eabc85a368ee None None] Network db52942e-24d2-494c-914e-9e68a6a256d3 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:21:23.269336 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (db52942e-24d2-494c-914e-9e68a6a256d3), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.332917 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Deleting port a8002f24-25e3-456e-b8ab-a8e86bba1bfe {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:23.333249 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.400730 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5991a253-6ffe-47c4-a7c6-072aa2512448 None None] DHCP port deletion for db52942e-24d2-494c-914e-9e68a6a256d3 request from dv-cinder-740146-21-iscsi {{(pid=106337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:21:23.428184 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] For port a8002f24-25e3-456e-b8ab-a8e86bba1bfe, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a8002f24-25e3-456e-b8ab-a8e86bba1bfe,segment=NetworkSegment(6fa4ae41-16f8-46ae-b511-7fc423d83a8a),segment_id=6fa4ae41-16f8-46ae-b511-7fc423d83a8a)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:23.429147 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.458246 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Calling delete_port for a8002f24-25e3-456e-b8ab-a8e86bba1bfe owned by network:dhcp {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:23.469703 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5991a253-6ffe-47c4-a7c6-072aa2512448 None None] Deleting port a8002f24-25e3-456e-b8ab-a8e86bba1bfe {{(pid=106337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:23.470080 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5991a253-6ffe-47c4-a7c6-072aa2512448 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), before_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.548375 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:23.558916 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-5991a253-6ffe-47c4-a7c6-072aa2512448 None None] For port a8002f24-25e3-456e-b8ab-a8e86bba1bfe, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=a8002f24-25e3-456e-b8ab-a8e86bba1bfe,segment=NetworkSegment(6fa4ae41-16f8-46ae-b511-7fc423d83a8a),segment_id=6fa4ae41-16f8-46ae-b511-7fc423d83a8a)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:23.559387 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5991a253-6ffe-47c4-a7c6-072aa2512448 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), precommit_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.581490 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5991a253-6ffe-47c4-a7c6-072aa2512448 None None] Calling delete_port for a8002f24-25e3-456e-b8ab-a8e86bba1bfe owned by network:dhcp {{(pid=106337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:23.621283 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.657907 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8002f24-25e3-456e-b8ab-a8e86bba1bfe,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:23.669610 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] No DVR routers for this DVR port a8002f24-25e3-456e-b8ab-a8e86bba1bfe on host dv-cinder-740146-21-iscsi {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:23.684856 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 3dbc7d72-745b-4e9b-a5ab-7fb36192469b no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:23.688451 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5991a253-6ffe-47c4-a7c6-072aa2512448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (a8002f24-25e3-456e-b8ab-a8e86bba1bfe), after_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.744465 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 3dbc7d72-745b-4e9b-a5ab-7fb36192469b {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:23.745115 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 3dbc7d72-745b-4e9b-a5ab-7fb36192469b not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:23.745722 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a8002f24-25e3-456e-b8ab-a8e86bba1bfe no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:23.764303 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (db52942e-24d2-494c-914e-9e68a6a256d3), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.772176 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: a8002f24-25e3-456e-b8ab-a8e86bba1bfe {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:23.772518 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a8002f24-25e3-456e-b8ab-a8e86bba1bfe not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:23.773157 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a9e11c6e-a13d-484b-a308-2c10ff9bb340 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:23.777408 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991a253-6ffe-47c4-a7c6-072aa2512448 None None] Pushing event deleted for resources: {'Port': ['ID=a8002f24-25e3-456e-b8ab-a8e86bba1bfe,revision_number=None']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:23.797126 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db52942e-24d2-494c-914e-9e68a6a256d3']}} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:23.798884 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991a253-6ffe-47c4-a7c6-072aa2512448 None None] No DVR routers for this DVR port a8002f24-25e3-456e-b8ab-a8e86bba1bfe on host dv-cinder-740146-21-iscsi {{(pid=106337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:23.802525 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: a9e11c6e-a13d-484b-a308-2c10ff9bb340 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:23.803087 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device a9e11c6e-a13d-484b-a308-2c10ff9bb340 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:23.827938 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa4ae41-16f8-46ae-b511-7fc423d83a8a') {'for_net_delete': True} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:23.827938 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.services.segments.db [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa4ae41-16f8-46ae-b511-7fc423d83a8a') {} {{(pid=106335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:23.846205 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6494329'] for segment (6fa4ae41-16f8-46ae-b511-7fc423d83a8a), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.864309 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (6fa4ae41-16f8-46ae-b511-7fc423d83a8a), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.871856 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=106335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:21:23.872306 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852879'] for segment (6fa4ae41-16f8-46ae-b511-7fc423d83a8a), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.965970 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (db52942e-24d2-494c-914e-9e68a6a256d3), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.973189 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.976922 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/db52942e-24d2-494c-914e-9e68a6a256d3 HTTP/1.1" status: 204 len: 168 time: 0.7961419 Sep 29 02:21:24.004547 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment 6fa4ae41-16f8-46ae-b511-7fc423d83a8a resource provider aggregate not found Sep 29 02:21:24.008770 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f504b4f-dee3-42a7-9a10-7bfbe9db3a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=db52942e-24d2-494c-914e-9e68a6a256d3,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:24.041159 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.services.segments.plugin [-] Segment 6fa4ae41-16f8-46ae-b511-7fc423d83a8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fa4ae41-16f8-46ae-b511-7fc423d83a8a found for delete ", "request_id": "req-695ee6b8-274a-4024-8314-b221dcae6ca6"}]} Sep 29 02:21:24.130932 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fc1d4-7707-4bb6-b7ae-100ed6c2ae32 req-98e86cf2-4e53-44da-852b-1488a7b4a2e0 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:24.140705 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-062fc1d4-7707-4bb6-b7ae-100ed6c2ae32 req-98e86cf2-4e53-44da-852b-1488a7b4a2e0 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0756891 Sep 29 02:21:24.200049 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51764) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:24.208290 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-062fc1d4-7707-4bb6-b7ae-100ed6c2ae32 req-c3249a2f-e512-49f7-abf1-51f4452d8e51 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662782 Sep 29 02:21:24.246256 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-3ef596e4-706b-4811-b8c6-239b46ed50fc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=165a7d71a21240a79e77abbe80717389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446479 Sep 29 02:21:24.248632 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51766) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:24.306448 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b5824806-af4e-4c37-a978-0124b8140fa5 admin admin] Publish callbacks [] for security_group (f26a4d81-360c-4dc6-b547-d41003f32d7d), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.333333 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b5824806-af4e-4c37-a978-0124b8140fa5 admin admin] Publish callbacks [] for security_group (f26a4d81-360c-4dc6-b547-d41003f32d7d), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.389383 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b5824806-af4e-4c37-a978-0124b8140fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (f26a4d81-360c-4dc6-b547-d41003f32d7d), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.392664 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-b5824806-af4e-4c37-a978-0124b8140fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.394053 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-b5824806-af4e-4c37-a978-0124b8140fa5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f26a4d81-360c-4dc6-b547-d41003f32d7d HTTP/1.1" status: 204 len: 168 time: 0.1444659 Sep 29 02:21:24.403605 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5824806-af4e-4c37-a978-0124b8140fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26a4d81-360c-4dc6-b547-d41003f32d7d,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:24.787310 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51772) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:24.835374 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-8544ba71-bd12-479c-a2a4-9d9c3dfd24ab admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=47aa1e9c32034f62b9c720cc48ec7338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468695 Sep 29 02:21:24.838159 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 51774) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:24.907265 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9898-f496-4aae-a760-11e9844fa6e3 admin admin] Publish callbacks [] for security_group (19c52d17-7489-4958-b8d4-8eab183748da), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.928963 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9898-f496-4aae-a760-11e9844fa6e3 admin admin] Publish callbacks [] for security_group (19c52d17-7489-4958-b8d4-8eab183748da), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.946997 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:24.984139 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9898-f496-4aae-a760-11e9844fa6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (19c52d17-7489-4958-b8d4-8eab183748da), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.986806 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9898-f496-4aae-a760-11e9844fa6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.988921 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-8d5a9898-f496-4aae-a760-11e9844fa6e3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/19c52d17-7489-4958-b8d4-8eab183748da HTTP/1.1" status: 204 len: 168 time: 0.1484659 Sep 29 02:21:24.998989 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a9898-f496-4aae-a760-11e9844fa6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c52d17-7489-4958-b8d4-8eab183748da,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:25.361116 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b0945-4a8c-40c5-9dd8-4031840e2bd9 req-f754e484-7b3b-429c-85a4-a9ec9f7a82d5 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:25.366085 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-be9b0945-4a8c-40c5-9dd8-4031840e2bd9 req-f754e484-7b3b-429c-85a4-a9ec9f7a82d5 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0630784 Sep 29 02:21:25.431906 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-be9b0945-4a8c-40c5-9dd8-4031840e2bd9 req-8e0e2b1d-7edc-4b84-a153-21f7d0b1d2d1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613918 Sep 29 02:21:25.533605 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 5251ee38-c2ed-47d9-a1f4-c725949b0e4a no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:25.558494 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 5251ee38-c2ed-47d9-a1f4-c725949b0e4a {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:25.559050 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 5251ee38-c2ed-47d9-a1f4-c725949b0e4a not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:26.553235 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7127b9-df19-4cf5-8c96-4e3b31dabef8 req-2988adef-2d8b-4b86-9682-8231bd96587a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:26.554663 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1b7127b9-df19-4cf5-8c96-4e3b31dabef8 req-2988adef-2d8b-4b86-9682-8231bd96587a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0444739 Sep 29 02:21:26.605470 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1b7127b9-df19-4cf5-8c96-4e3b31dabef8 req-583e2d3e-0854-486d-9f03-4c4aea7e2904 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446594 Sep 29 02:21:26.673617 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.926116 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8b520-ab78-4ab8-b1d2-0663a4947221 req-c839b95e-39e6-41bd-923b-e15dde3b1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:26.927498 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e2e8b520-ab78-4ab8-b1d2-0663a4947221 req-c839b95e-39e6-41bd-923b-e15dde3b1fe4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 1130 time: 0.0384898 Sep 29 02:21:27.015469 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8b520-ab78-4ab8-b1d2-0663a4947221 req-788ee05d-0d22-40d4-ad22-56270ecb21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:27.016994 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e2e8b520-ab78-4ab8-b1d2-0663a4947221 req-788ee05d-0d22-40d4-ad22-56270ecb21c8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=75973108-0654-4b3c-9864-e82ffcefc065 HTTP/1.1" status: 200 len: 917 time: 0.0840003 Sep 29 02:21:27.078691 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e2e8b520-ab78-4ab8-b1d2-0663a4947221 req-002577e2-3d61-4c75-bdd3-75adf6cd0670 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1df299dd-a44d-4377-80bf-700314b81ca3 HTTP/1.1" status: 200 len: 1001 time: 0.0561290 Sep 29 02:21:27.124603 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8b520-ab78-4ab8-b1d2-0663a4947221 req-f7166c96-455d-4108-ad5d-f2d71f66f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:27.125982 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e2e8b520-ab78-4ab8-b1d2-0663a4947221 req-f7166c96-455d-4108-ad5d-f2d71f66f240 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e4187254-90fc-464f-9d77-8c8ec08ca4bc HTTP/1.1" status: 200 len: 856 time: 0.0418112 Sep 29 02:21:27.167696 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8b520-ab78-4ab8-b1d2-0663a4947221 req-154b006e-927d-4e46-8623-bccfc16f32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:27.169189 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e2e8b520-ab78-4ab8-b1d2-0663a4947221 req-154b006e-927d-4e46-8623-bccfc16f32d7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=75973108-0654-4b3c-9864-e82ffcefc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380137 Sep 29 02:21:27.238056 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:27.266210 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e2e8b520-ab78-4ab8-b1d2-0663a4947221 req-41730da3-690c-442a-a0e6-dba5c68dd866 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912418 Sep 29 02:21:27.362619 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e2e8b520-ab78-4ab8-b1d2-0663a4947221 req-2522ec82-f63d-4f00-8420-0f30484cbe3a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905328 Sep 29 02:21:27.733511 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c003e2c-bf39-419f-8659-33a7ad3a480f req-c92125ac-b65a-4021-bcc9-f38c5488d440 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:27.734966 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6c003e2c-bf39-419f-8659-33a7ad3a480f req-c92125ac-b65a-4021-bcc9-f38c5488d440 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0503573 Sep 29 02:21:27.770986 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:27.784220 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-6c003e2c-bf39-419f-8659-33a7ad3a480f req-bb9d331d-0350-4220-b703-cc9950a162fb tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436888 Sep 29 02:21:28.909075 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2f77e-7978-47a5-8b29-d62921ff0d49 req-ba9647ff-fa4a-43b7-bd4a-a6c0a6199301 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:28.910537 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0fd2f77e-7978-47a5-8b29-d62921ff0d49 req-ba9647ff-fa4a-43b7-bd4a-a6c0a6199301 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0451372 Sep 29 02:21:28.956693 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-0fd2f77e-7978-47a5-8b29-d62921ff0d49 req-8b9d3b3d-3a94-4281-addf-add077395721 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399590 Sep 29 02:21:30.089174 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57785eb-da41-4f8c-8280-89c620022346 req-b2426404-9ddf-478a-91ad-7e83e6e417ac tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:30.090608 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f57785eb-da41-4f8c-8280-89c620022346 req-b2426404-9ddf-478a-91ad-7e83e6e417ac tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 946 time: 0.0495224 Sep 29 02:21:30.142253 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f57785eb-da41-4f8c-8280-89c620022346 req-dbb932ab-febd-4bc8-b7b1-12f0aedeb0c2 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459437 Sep 29 02:21:30.662185 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1df299dd-a44d-4377-80bf-700314b81ca3 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:30.683674 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fabbf8c4-aaa5-4b25-be97-ec6a8ea8860d tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:30.685155 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fabbf8c4-aaa5-4b25-be97-ec6a8ea8860d tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/networks?id=cf357118-37af-48d2-820d-85857c645f85 HTTP/1.1" status: 200 len: 814 time: 0.1020980 Sep 29 02:21:30.700353 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-12adfefc-d55f-4518-867d-e8ae7160ce83 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/quotas/50e5b07fbfdd4ed190aee4702194a5fa HTTP/1.1" status: 200 len: 375 time: 0.0094109 Sep 29 02:21:30.734330 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 1df299dd-a44d-4377-80bf-700314b81ca3 is: ACTIVE; New status is: DOWN {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:30.734719 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:30.735832 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-08a373ae-5995-4890-bdc9-eff1d7001aaa tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=50e5b07fbfdd4ed190aee4702194a5fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303154 Sep 29 02:21:30.757473 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:30.760467 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1691524e-3349-4296-996b-2eb1bb5a9a2c" -d '{"events": [{"server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:30.773287 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 1df299dd-a44d-4377-80bf-700314b81ca3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1df299dd-a44d-4377-80bf-700314b81ca3,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:30.779353 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:30.803881 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef77a4b3-1af7-436c-915a-7f0bccdb1e32 x-openstack-request-id: req-ef77a4b3-1af7-436c-915a-7f0bccdb1e32 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:30.804170 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "name": "network-vif-unplugged", "status": "failed", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3", "code": 422}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:30.804422 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ef77a4b3-1af7-436c-915a-7f0bccdb1e32 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:30.805200 dv-cinder-740146-21-iscsi neutron-server[106337]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ef77a4b3-1af7-436c-915a-7f0bccdb1e32']: {'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3', 'code': 422} returned with failed status Sep 29 02:21:30.831060 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=1df299dd-a44d-4377-80bf-700314b81ca3,revision_number=8']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:30.832725 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-a4b80175-2a40-4eb0-9b0c-7c66d8aadd05 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/cf357118-37af-48d2-820d-85857c645f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901582 Sep 29 02:21:30.845767 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:21:30.924623 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-b309c771-11f4-4d44-b613-c133d4185081 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/cf357118-37af-48d2-820d-85857c645f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855069 Sep 29 02:21:31.081816 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-21f45239-c612-4cf7-878a-e1261167ffc6 req-b8b90a8b-b73d-4955-861f-0bc4c6802733 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 210 time: 0.0286717 Sep 29 02:21:31.268133 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb0cef-9a7b-436f-a423-be636bcd76c5 req-27c7b767-fd26-49db-936e-8937ef41206b tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:31.270008 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-babb0cef-9a7b-436f-a423-be636bcd76c5 req-27c7b767-fd26-49db-936e-8937ef41206b tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0471683 Sep 29 02:21:31.318766 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-babb0cef-9a7b-436f-a423-be636bcd76c5 req-44d4592d-0de3-4f3d-8b99-a09701dad440 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427833 Sep 29 02:21:32.073211 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-869e8fb7-9c45-4480-82fd-36fd531fdb76 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:32.074683 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-869e8fb7-9c45-4480-82fd-36fd531fdb76 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.57 "GET /networking/v2.0/networks?id=cf357118-37af-48d2-820d-85857c645f85 HTTP/1.1" status: 200 len: 814 time: 0.1236794 Sep 29 02:21:32.087098 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Request body: {'port': {'device_id': '494fd6a1-74e3-4ee0-9cb0-3cb0985cac98', 'network_id': 'cf357118-37af-48d2-820d-85857c645f85', 'admin_state_up': True, 'tenant_id': '50e5b07fbfdd4ed190aee4702194a5fa'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:32.182843 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [req-c5971319-6321-4e67-b8db-bb2afde613bd req-0d3f1bd3-0040-4585-8ca3-dc12ae31bc6a service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:21:32.183812 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c5971319-6321-4e67-b8db-bb2afde613bd req-0d3f1bd3-0040-4585-8ca3-dc12ae31bc6a service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0080109 Sep 29 02:21:32.228581 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f6730eaf-5e28-41a4-9581-668c0a35f13c req-82f303dd-2a22-4770-8ba7-870478596115 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 210 time: 0.0406237 Sep 29 02:21:32.241594 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Made reservation on behalf of 50e5b07fbfdd4ed190aee4702194a5fa for: {'port': 1} {{(pid=106336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:21:32.245494 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.248242 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:32.337765 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:32.418940 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_common [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Allocated IP 172.20.0.5 (cf357118-37af-48d2-820d-85857c645f85/ebc3f0ca-81a1-4eb5-b9e7-6da807336d01/b35f5c20-b4b1-45a1-918b-48576db7aa3d) {{(pid=106336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:21:32.426226 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7e5ac-bcbe-4b0c-8da2-1219c3c7a981 req-b871cdae-5cdf-4ed3-b77b-1b43aa5a009e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:32.427713 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-30d7e5ac-bcbe-4b0c-8da2-1219c3c7a981 req-b871cdae-5cdf-4ed3-b77b-1b43aa5a009e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0685642 Sep 29 02:21:32.529530 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-30d7e5ac-bcbe-4b0c-8da2-1219c3c7a981 req-fd26aedd-bfb7-4d28-bfb4-49b02cebdb23 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934169 Sep 29 02:21:32.635941 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks [] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.668239 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730104397770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.671889 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-9c70fa9d-547f-4a47-afaa-4dbc0eb0d7bf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387812 Sep 29 02:21:32.712606 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Network cf357118-37af-48d2-820d-85857c645f85 is already hosted by enough agents. {{(pid=106336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:21:32.715825 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.base_scheduler [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Resources bound (agent type, host, resource id): {{(pid=106336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:21:32.719716 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Received port after_create {{(pid=106336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:21:32.742825 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Pushing event updated for resources: {'Port': ['ID=b35f5c20-b4b1-45a1-918b-48576db7aa3d,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:32.749416 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-fa2feae8-18ac-44d2-905f-3fc18cb41428 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:32.750863 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-fa2feae8-18ac-44d2-905f-3fc18cb41428 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports/1df299dd-a44d-4377-80bf-700314b81ca3 HTTP/1.1" status: 200 len: 941 time: 0.0509491 Sep 29 02:21:32.755284 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.755633 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.755976 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.756312 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.756640 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.756992 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.757322 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.757641 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.757971 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.758294 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.758637 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.758975 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.759296 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.759613 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.759934 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:32.783409 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:32.784024 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.800839 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-4e9dd954-9354-4406-9b74-35ef4f88b170 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7177274 Sep 29 02:21:32.830434 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.v2.base [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Request body: {'port': {'device_id': '494fd6a1-74e3-4ee0-9cb0-3cb0985cac98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:33.161550 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:33.363495 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:33.393412 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfa24d-4999-49c5-8b03-51efb7583bd1 req-fce9b0cf-09aa-43fc-9863-057a1ccb8eec tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:33.394795 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-abdfa24d-4999-49c5-8b03-51efb7583bd1 req-fce9b0cf-09aa-43fc-9863-057a1ccb8eec tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 931 time: 0.0660059 Sep 29 02:21:33.450730 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:33.492674 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-abdfa24d-4999-49c5-8b03-51efb7583bd1 req-50fef6cc-7525-4f02-8123-25ee67b4e255 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914559 Sep 29 02:21:33.506964 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35f5c20-b4b1-45a1-918b-48576db7aa3d {{(pid=106336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:21:33.516451 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Publish callbacks [] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), precommit_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:33.530704 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.provisioning_blocks [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Transition to ACTIVE for port object b35f5c20-b4b1-45a1-918b-48576db7aa3d will not be triggered until provisioned by entity L2. {{(pid=106336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:21:33.534318 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:33.600344 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b35f5c20-b4b1-45a1-918b-48576db7aa3d,revision_number=2']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:33.685010 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Attempting to bind port b35f5c20-b4b1-45a1-918b-48576db7aa3d on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:21:33.685320 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Attempting to bind port b35f5c20-b4b1-45a1-918b-48576db7aa3d by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '8c6c3925-5ca1-4625-af6d-36072adf3e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cf357118-37af-48d2-820d-85857c645f85'}] {{(pid=106336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:21:33.685603 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Attempting to bind port b35f5c20-b4b1-45a1-918b-48576db7aa3d on network cf357118-37af-48d2-820d-85857c645f85 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:21:33.715167 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede1411-2bea-4e68-9231-3fe9c86e2705 req-b33658c8-dbcc-4f2a-bd2b-02709e462aa1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:33.716698 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ede1411-2bea-4e68-9231-3fe9c86e2705 req-b33658c8-dbcc-4f2a-bd2b-02709e462aa1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0804605 Sep 29 02:21:33.768140 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Port b35f5c20-b4b1-45a1-918b-48576db7aa3d on network cf357118-37af-48d2-820d-85857c645f85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:21:33.768471 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Attempting to bind port b35f5c20-b4b1-45a1-918b-48576db7aa3d on network cf357118-37af-48d2-820d-85857c645f85 {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:21:33.804180 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3ede1411-2bea-4e68-9231-3fe9c86e2705 req-3dc9898f-724d-4a3d-83ef-b2ce59d34afa tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808730 Sep 29 02:21:33.837450 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Checking agent: {'id': '90b8e693-50a7-4545-af8f-1a85f24fea5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:21:33.837450 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Checking segment: {'id': '8c6c3925-5ca1-4625-af6d-36072adf3e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cf357118-37af-48d2-820d-85857c645f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:21:33.837450 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Bound using segment: {'id': '8c6c3925-5ca1-4625-af6d-36072adf3e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cf357118-37af-48d2-820d-85857c645f85'} {{(pid=106336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:21:33.837450 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.managers [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Bound port: b35f5c20-b4b1-45a1-918b-48576db7aa3d, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6c3925-5ca1-4625-af6d-36072adf3e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cf357118-37af-48d2-820d-85857c645f85'}}] {{(pid=106336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:21:33.837450 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), before_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:33.853831 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-61492ab7-6724-4a95-a1fc-6fe404debf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:33.855344 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-61492ab7-6724-4a95-a1fc-6fe404debf20 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1&tenant_id=0a769dbf20fa4526a8c63c4b631c94b1 HTTP/1.1" status: 200 len: 1128 time: 0.2961881 Sep 29 02:21:33.897614 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] For port b35f5c20-b4b1-45a1-918b-48576db7aa3d, host hv-cinder-74014, cleared binding levels {{(pid=106336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:21:33.900666 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] For port b35f5c20-b4b1-45a1-918b-48576db7aa3d, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b35f5c20-b4b1-45a1-918b-48576db7aa3d,segment=NetworkSegment(8c6c3925-5ca1-4625-af6d-36072adf3e13),segment_id=8c6c3925-5ca1-4625-af6d-36072adf3e13)] {{(pid=106336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:21:33.907110 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4716308'] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), after_update {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:33.912151 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:33.912762 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:33.914154 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/b35f5c20-b4b1-45a1-918b-48576db7aa3d HTTP/1.1" status: 200 len: 1093 time: 1.0882039 Sep 29 02:21:33.914709 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494fd6a1-74e3-4ee0-9cb0-3cb0985cac98', 'tag': 'b35f5c20-b4b1-45a1-918b-48576db7aa3d'}] {{(pid=106336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:33.917537 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01300683fe8950c9324e2a26a3537d2b69af5542eee8ba1a69d0c7245bd2375a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfe7612-5a4e-483a-ae9d-44a3af5fc9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "494fd6a1-74e3-4ee0-9cb0-3cb0985cac98", "tag": "b35f5c20-b4b1-45a1-918b-48576db7aa3d"}]}' {{(pid=106336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:33.936226 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dca66-3ae2-466d-98a6-80676517cc2b req-342dcc1c-ed2e-46b7-82a1-25c658b4b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:33.937707 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-681dca66-3ae2-466d-98a6-80676517cc2b req-342dcc1c-ed2e-46b7-82a1-25c658b4b7ee service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 1128 time: 0.0462859 Sep 29 02:21:33.961599 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c3d337-0639-4131-8682-dfed0b79fc9f x-openstack-request-id: req-99c3d337-0639-4131-8682-dfed0b79fc9f {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:33.962431 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494fd6a1-74e3-4ee0-9cb0-3cb0985cac98", "tag": "b35f5c20-b4b1-45a1-918b-48576db7aa3d", "status": "completed", "code": 200}]} {{(pid=106336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:33.962693 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-99c3d337-0639-4131-8682-dfed0b79fc9f {{(pid=106336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:33.963095 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c3d337-0639-4131-8682-dfed0b79fc9f'] response: {'name': 'network-changed', 'server_uuid': '494fd6a1-74e3-4ee0-9cb0-3cb0985cac98', 'tag': 'b35f5c20-b4b1-45a1-918b-48576db7aa3d', 'status': 'completed', 'code': 200} Sep 29 02:21:33.967685 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9181e-9f26-4845-babf-9f28900ee9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b35f5c20-b4b1-45a1-918b-48576db7aa3d,revision_number=3']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:34.009400 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-a10f8196-7225-4262-888c-bd4889930513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:34.011116 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-a10f8196-7225-4262-888c-bd4889930513 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=50e5b07fbfdd4ed190aee4702194a5fa&device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 1127 time: 0.0412853 Sep 29 02:21:34.053360 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-9ae6ddc1-ab69-4fbe-bda0-027d35045143 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b35f5c20-b4b1-45a1-918b-48576db7aa3d HTTP/1.1" status: 200 len: 217 time: 0.0347672 Sep 29 02:21:34.062816 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dca66-3ae2-466d-98a6-80676517cc2b req-7e8c8f61-91a1-4a36-967f-6f5663dac45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:34.064552 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-681dca66-3ae2-466d-98a6-80676517cc2b req-7e8c8f61-91a1-4a36-967f-6f5663dac45b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=75973108-0654-4b3c-9864-e82ffcefc065 HTTP/1.1" status: 200 len: 917 time: 0.0930510 Sep 29 02:21:34.089767 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:34.105442 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-5740f81f-cd34-4c62-9ad4-e5d76e963ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:34.106896 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-5740f81f-cd34-4c62-9ad4-e5d76e963ca6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ebc3f0ca-81a1-4eb5-b9e7-6da807336d01 HTTP/1.1" status: 200 len: 854 time: 0.0474818 Sep 29 02:21:34.127234 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-681dca66-3ae2-466d-98a6-80676517cc2b req-d8576248-09fd-4499-8d80-9b32aad433ab service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1df299dd-a44d-4377-80bf-700314b81ca3 HTTP/1.1" status: 200 len: 999 time: 0.0574207 Sep 29 02:21:34.146400 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-51a86c17-3914-4e14-befd-37400a0d8f2c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cf357118-37af-48d2-820d-85857c645f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332747 Sep 29 02:21:34.175516 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:34.179857 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dca66-3ae2-466d-98a6-80676517cc2b req-ea3f10c4-a95d-4cce-ad37-bc72568f92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:34.181385 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-681dca66-3ae2-466d-98a6-80676517cc2b req-ea3f10c4-a95d-4cce-ad37-bc72568f92e2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e4187254-90fc-464f-9d77-8c8ec08ca4bc HTTP/1.1" status: 200 len: 856 time: 0.0488827 Sep 29 02:21:34.224001 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dca66-3ae2-466d-98a6-80676517cc2b req-b5819a4c-0bb1-4c82-8084-32c7f9a25311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:34.225420 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-681dca66-3ae2-466d-98a6-80676517cc2b req-b5819a4c-0bb1-4c82-8084-32c7f9a25311 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=75973108-0654-4b3c-9864-e82ffcefc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385871 Sep 29 02:21:34.242307 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-5c3e660d-6b83-4dce-8862-c0f5873be3a0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf357118-37af-48d2-820d-85857c645f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863824 Sep 29 02:21:34.312855 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-681dca66-3ae2-466d-98a6-80676517cc2b req-ac4a0b07-71f1-4c64-8a6f-ffe1defe3c30 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816963 Sep 29 02:21:34.330801 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-8657f7da-5b1f-4219-8b58-4436e364a2d7 req-a7049831-0c94-4c50-b1f3-747a7b2a4457 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf357118-37af-48d2-820d-85857c645f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863776 Sep 29 02:21:34.401949 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:34.406042 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-681dca66-3ae2-466d-98a6-80676517cc2b req-5c763856-ff99-4b87-994a-b017f4c75059 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879140 Sep 29 02:21:34.610134 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c78fc-f65d-4a1f-9523-324f9d8158b0 req-49643c81-7a55-406f-b0b5-6b56ef5fdf1b tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:34.611600 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3e4c78fc-f65d-4a1f-9523-324f9d8158b0 req-49643c81-7a55-406f-b0b5-6b56ef5fdf1b tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 943 time: 0.0468235 Sep 29 02:21:34.657205 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3e4c78fc-f65d-4a1f-9523-324f9d8158b0 req-bec017f4-3c34-4c56-8eed-9810f120baff tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400112 Sep 29 02:21:34.684539 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1df299dd-a44d-4377-80bf-700314b81ca3 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:34.713354 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:34.756363 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 1df299dd-a44d-4377-80bf-700314b81ca3 is: DOWN; New status is: DOWN {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:34.948441 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13cc17-7555-4658-ae19-ce60842ad300 req-6381f84e-e623-4e05-a37c-b336528cc416 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:34.949924 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ea13cc17-7555-4658-ae19-ce60842ad300 req-6381f84e-e623-4e05-a37c-b336528cc416 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0496378 Sep 29 02:21:34.996825 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ea13cc17-7555-4658-ae19-ce60842ad300 req-a0976576-757b-4b9f-aabc-679dd15bb2d1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 Sep 29 02:21:35.087175 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe7612-5a4e-483a-ae9d-44a3af5fc9d0 req-ec85d4ad-8239-4dc4-9d04-103e4d36215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:35.088667 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7dfe7612-5a4e-483a-ae9d-44a3af5fc9d0 req-ec85d4ad-8239-4dc4-9d04-103e4d36215d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=50e5b07fbfdd4ed190aee4702194a5fa&device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 1127 time: 0.0407915 Sep 29 02:21:35.114220 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-41c72a2e-1675-425b-a675-162bfee0fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:35.115716 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-41c72a2e-1675-425b-a675-162bfee0fea6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 1128 time: 0.0394554 Sep 29 02:21:35.181956 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe7612-5a4e-483a-ae9d-44a3af5fc9d0 req-6afcafac-f14c-487f-be6c-473084ae37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:35.183069 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7dfe7612-5a4e-483a-ae9d-44a3af5fc9d0 req-6afcafac-f14c-487f-be6c-473084ae37c1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cf357118-37af-48d2-820d-85857c645f85 HTTP/1.1" status: 200 len: 914 time: 0.0884809 Sep 29 02:21:35.208680 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-beabac99-51fc-4dd8-b168-6c4332f15725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:35.210227 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-beabac99-51fc-4dd8-b168-6c4332f15725 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=75973108-0654-4b3c-9864-e82ffcefc065 HTTP/1.1" status: 200 len: 917 time: 0.0886993 Sep 29 02:21:35.220832 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7dfe7612-5a4e-483a-ae9d-44a3af5fc9d0 req-0e907669-f063-4bd6-8396-7878c7ebb1cb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b35f5c20-b4b1-45a1-918b-48576db7aa3d HTTP/1.1" status: 200 len: 217 time: 0.0319748 Sep 29 02:21:35.270837 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe7612-5a4e-483a-ae9d-44a3af5fc9d0 req-df35900e-e2af-40a4-aef8-af21e6c3517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:35.271582 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-3e181be1-fe3c-45e4-82cb-f085a1d4683c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1df299dd-a44d-4377-80bf-700314b81ca3 HTTP/1.1" status: 200 len: 999 time: 0.0560548 Sep 29 02:21:35.272281 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7dfe7612-5a4e-483a-ae9d-44a3af5fc9d0 req-df35900e-e2af-40a4-aef8-af21e6c3517f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ebc3f0ca-81a1-4eb5-b9e7-6da807336d01 HTTP/1.1" status: 200 len: 854 time: 0.0461552 Sep 29 02:21:35.306924 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7dfe7612-5a4e-483a-ae9d-44a3af5fc9d0 req-bd152c0e-5861-4ac4-9a8d-5562c1737c5b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cf357118-37af-48d2-820d-85857c645f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250158 Sep 29 02:21:35.328437 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-01d3a290-2a08-44d7-8431-cab7afed7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:35.329933 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-01d3a290-2a08-44d7-8431-cab7afed7e95 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e4187254-90fc-464f-9d77-8c8ec08ca4bc HTTP/1.1" status: 200 len: 856 time: 0.0489056 Sep 29 02:21:35.372270 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-c8efa084-3552-45cc-8afd-0452a18f241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:35.373705 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-c8efa084-3552-45cc-8afd-0452a18f241f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=75973108-0654-4b3c-9864-e82ffcefc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381382 Sep 29 02:21:35.401710 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7dfe7612-5a4e-483a-ae9d-44a3af5fc9d0 req-20e4566e-ea20-4963-964c-2b03667f1fb8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf357118-37af-48d2-820d-85857c645f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884697 Sep 29 02:21:35.465188 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-cc143085-2585-45ff-8c7b-ffecc497af50 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858946 Sep 29 02:21:35.495497 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7dfe7612-5a4e-483a-ae9d-44a3af5fc9d0 req-57908a03-b797-4c9b-9706-6ee21c9ef2c9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf357118-37af-48d2-820d-85857c645f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873504 Sep 29 02:21:35.553452 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-46e4cce5-6bb3-4182-9513-9dc867825d97 req-99955940-68a7-4182-8a1a-9146dc1383c4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824714 Sep 29 02:21:35.777349 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074f9c-21ad-4d87-85b0-a3050885eebe req-cc35f772-1950-407a-a971-61626f3e8ec0 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:35.778948 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1a074f9c-21ad-4d87-85b0-a3050885eebe req-cc35f772-1950-407a-a971-61626f3e8ec0 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 943 time: 0.0473518 Sep 29 02:21:35.827081 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1a074f9c-21ad-4d87-85b0-a3050885eebe req-fd6c0822-e713-48c0-af06-230e524f2bf3 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426950 Sep 29 02:21:36.172269 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160024c5-7605-4c7c-ae9c-19c88f573130 req-1ebf6760-9d81-4fa7-94ae-cef7268db8ee tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:36.174430 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-160024c5-7605-4c7c-ae9c-19c88f573130 req-1ebf6760-9d81-4fa7-94ae-cef7268db8ee tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0569165 Sep 29 02:21:36.226531 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:36.231354 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-160024c5-7605-4c7c-ae9c-19c88f573130 req-dcc6947c-7a34-4a37-ae72-7e5bddb4bb8d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513825 Sep 29 02:21:36.959798 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736fa1c-8354-4c1e-9838-094e33f61c5c req-f35ffe09-38e6-4836-8068-69f913188a70 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:36.961362 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1736fa1c-8354-4c1e-9838-094e33f61c5c req-f35ffe09-38e6-4836-8068-69f913188a70 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 943 time: 0.0529432 Sep 29 02:21:37.021802 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-1736fa1c-8354-4c1e-9838-094e33f61c5c req-328e143b-612d-402c-93dc-b11f2afd06a9 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535209 Sep 29 02:21:37.368098 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b7072-68a2-4228-a5d8-cf7ce9f8bbff req-43722755-8ff0-47a9-8657-b8c75311ac07 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:37.370219 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8c4b7072-68a2-4228-a5d8-cf7ce9f8bbff req-43722755-8ff0-47a9-8657-b8c75311ac07 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0506415 Sep 29 02:21:37.419685 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8c4b7072-68a2-4228-a5d8-cf7ce9f8bbff req-cee4a888-a660-4f44-845f-a452de6077a1 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434747 Sep 29 02:21:38.160699 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbf39d-0a46-4d6f-b0bc-94bfa38f9207 req-ca362766-e391-450e-9b28-e19ddb2060fc tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:38.168862 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9acbf39d-0a46-4d6f-b0bc-94bfa38f9207 req-ca362766-e391-450e-9b28-e19ddb2060fc tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 943 time: 0.0580173 Sep 29 02:21:38.213454 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-9acbf39d-0a46-4d6f-b0bc-94bfa38f9207 req-938789af-cfcb-4298-bd43-a253d387ff29 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436206 Sep 29 02:21:38.534891 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:38.553656 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aa7ad-7129-4a95-a1e6-eb2a837c5e78 req-1217c7c6-50a3-4e75-b307-e6f0d203f862 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:38.555153 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ba8aa7ad-7129-4a95-a1e6-eb2a837c5e78 req-1217c7c6-50a3-4e75-b307-e6f0d203f862 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0477514 Sep 29 02:21:38.610072 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ba8aa7ad-7129-4a95-a1e6-eb2a837c5e78 req-938bb55f-3d00-4032-ba6a-ea60761ef4a9 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484648 Sep 29 02:21:38.675155 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device b35f5c20-b4b1-45a1-918b-48576db7aa3d details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:21:38.677441 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:38.786282 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port b35f5c20-b4b1-45a1-918b-48576db7aa3d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b35f5c20-b4b1-45a1-918b-48576db7aa3d,segment=NetworkSegment(8c6c3925-5ca1-4625-af6d-36072adf3e13),segment_id=8c6c3925-5ca1-4625-af6d-36072adf3e13)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:38.798986 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': 'b35f5c20-b4b1-45a1-918b-48576db7aa3d', 'network_id': 'cf357118-37af-48d2-820d-85857c645f85', 'port_id': 'b35f5c20-b4b1-45a1-918b-48576db7aa3d', 'mac_address': 'fa:16:3e:14:55:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc3f0ca-81a1-4eb5-b9e7-6da807336d01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:21:38.836006 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port b35f5c20-b4b1-45a1-918b-48576db7aa3d is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:38.837376 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.855293 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35f5c20-b4b1-45a1-918b-48576db7aa3d {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:21:38.875973 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port b35f5c20-b4b1-45a1-918b-48576db7aa3d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b35f5c20-b4b1-45a1-918b-48576db7aa3d,segment=NetworkSegment(8c6c3925-5ca1-4625-af6d-36072adf3e13),segment_id=8c6c3925-5ca1-4625-af6d-36072adf3e13)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:38.880175 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.931877 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=b35f5c20-b4b1-45a1-918b-48576db7aa3d,revision_number=4']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:39.106508 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['b35f5c20-b4b1-45a1-918b-48576db7aa3d'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:21:39.341595 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89140252-84d4-4d64-a298-e832e9f35776 req-69a68363-c3b8-442d-aef5-c01b4fc577ee tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:39.343119 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-89140252-84d4-4d64-a298-e832e9f35776 req-69a68363-c3b8-442d-aef5-c01b4fc577ee tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 944 time: 0.0489838 Sep 29 02:21:39.397138 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-89140252-84d4-4d64-a298-e832e9f35776 req-e7ef08ed-89e2-4975-98be-d5fa3f571dcc tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481043 Sep 29 02:21:39.736165 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1589d-26d1-42ac-a79b-568866988f4c req-95c96367-42c6-4143-b294-0882e153d940 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:39.737780 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7df1589d-26d1-42ac-a79b-568866988f4c req-95c96367-42c6-4143-b294-0882e153d940 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0472798 Sep 29 02:21:39.788400 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7df1589d-26d1-42ac-a79b-568866988f4c req-a1e7a9c4-a8a0-4b07-9055-e240dfc97889 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437777 Sep 29 02:21:40.528331 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15c804-a292-4f87-887c-f3b7229eeb01 req-34e50e78-e925-4756-8740-61ab90fe3e92 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:40.529901 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fc15c804-a292-4f87-887c-f3b7229eeb01 req-34e50e78-e925-4756-8740-61ab90fe3e92 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 944 time: 0.0531528 Sep 29 02:21:40.579524 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-fc15c804-a292-4f87-887c-f3b7229eeb01 req-1a5823ac-4375-4488-96ab-92696d658e9e tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439980 Sep 29 02:21:40.690607 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device b35f5c20-b4b1-45a1-918b-48576db7aa3d up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:21:40.740790 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning for port b35f5c20-b4b1-45a1-918b-48576db7aa3d completed by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:21:40.748780 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port b35f5c20-b4b1-45a1-918b-48576db7aa3d triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:40.749578 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.749917 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port b35f5c20-b4b1-45a1-918b-48576db7aa3d Sep 29 02:21:40.833448 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port b35f5c20-b4b1-45a1-918b-48576db7aa3d is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:40.833726 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.840981 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=46 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:40.843949 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=39 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:40.863424 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494fd6a1-74e3-4ee0-9cb0-3cb0985cac98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35f5c20-b4b1-45a1-918b-48576db7aa3d'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:40.865713 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b400e669-18aa-4ce4-a5e9-353421c7bf1d" -d '{"events": [{"server_uuid": "494fd6a1-74e3-4ee0-9cb0-3cb0985cac98", "name": "network-vif-plugged", "status": "completed", "tag": "b35f5c20-b4b1-45a1-918b-48576db7aa3d"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:40.880325 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port b35f5c20-b4b1-45a1-918b-48576db7aa3d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b35f5c20-b4b1-45a1-918b-48576db7aa3d,segment=NetworkSegment(8c6c3925-5ca1-4625-af6d-36072adf3e13),segment_id=8c6c3925-5ca1-4625-af6d-36072adf3e13)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:40.885134 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.917162 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d63d772-42ea-469e-9656-578399470e83 x-openstack-request-id: req-7d63d772-42ea-469e-9656-578399470e83 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:40.917450 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494fd6a1-74e3-4ee0-9cb0-3cb0985cac98", "name": "network-vif-plugged", "status": "completed", "tag": "b35f5c20-b4b1-45a1-918b-48576db7aa3d", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:40.917701 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7d63d772-42ea-469e-9656-578399470e83 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:40.924085 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d63d772-42ea-469e-9656-578399470e83'] response: {'server_uuid': '494fd6a1-74e3-4ee0-9cb0-3cb0985cac98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35f5c20-b4b1-45a1-918b-48576db7aa3d', 'code': 200} Sep 29 02:21:40.948136 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64912987-6c83-4699-bb42-7a4a3fee053d req-424c14d5-c4bb-4098-9956-bfe66940c8c2 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:40.948731 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=b35f5c20-b4b1-45a1-918b-48576db7aa3d,revision_number=5']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:40.955664 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-64912987-6c83-4699-bb42-7a4a3fee053d req-424c14d5-c4bb-4098-9956-bfe66940c8c2 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0666788 Sep 29 02:21:41.015877 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-64912987-6c83-4699-bb42-7a4a3fee053d req-6a201f0a-93b8-43d0-aa1a-c9a6c46af42e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578933 Sep 29 02:21:41.707821 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8365a4d-bfc3-451a-a405-9ea1bbb17452 req-4384f1ab-5d3e-4555-bb8e-90dbe7664f73 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:41.709307 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d8365a4d-bfc3-451a-a405-9ea1bbb17452 req-4384f1ab-5d3e-4555-bb8e-90dbe7664f73 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 945 time: 0.0475638 Sep 29 02:21:41.759705 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d8365a4d-bfc3-451a-a405-9ea1bbb17452 req-d32297b2-4401-477c-bef7-387029b4c742 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 Sep 29 02:21:42.142843 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48b9a2-4847-423a-8b0a-b832e2511b15 req-ff86799f-e5e8-43ba-b68b-5714aa32aeca tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:42.145347 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7f48b9a2-4847-423a-8b0a-b832e2511b15 req-ff86799f-e5e8-43ba-b68b-5714aa32aeca tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0497265 Sep 29 02:21:42.199256 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7f48b9a2-4847-423a-8b0a-b832e2511b15 req-de2252b7-1bd1-4fa4-a7d4-feb81cff6aff tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492699 Sep 29 02:21:42.886080 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbeaa4-d931-460e-b03f-7d4ef35883d0 req-bda49ebc-2b65-43e9-aa41-1731c9d1fe7d tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:42.890755 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bcbeaa4-d931-460e-b03f-7d4ef35883d0 req-bda49ebc-2b65-43e9-aa41-1731c9d1fe7d tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 945 time: 0.0518479 Sep 29 02:21:42.931439 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:42.939881 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7bcbeaa4-d931-460e-b03f-7d4ef35883d0 req-f3c55976-f51d-4331-b8e8-b4df995823bf tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459933 Sep 29 02:21:43.333088 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7c7ec-5365-46fe-b718-a208e43ea3c9 req-349caa39-6c33-4ea1-9a45-93a7c7c6474b tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:43.334616 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5cd7c7ec-5365-46fe-b718-a208e43ea3c9 req-349caa39-6c33-4ea1-9a45-93a7c7c6474b tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0497591 Sep 29 02:21:43.384335 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5cd7c7ec-5365-46fe-b718-a208e43ea3c9 req-d12bce74-da1b-4743-b119-fde089205382 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436118 Sep 29 02:21:44.069329 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a4dc-c2bd-4df4-a0b6-a50d06e6d549 req-c06c98e6-ca66-4232-9c8e-886b9d0fe176 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:44.071312 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f994a4dc-c2bd-4df4-a0b6-a50d06e6d549 req-c06c98e6-ca66-4232-9c8e-886b9d0fe176 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 945 time: 0.0555446 Sep 29 02:21:44.118081 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-f994a4dc-c2bd-4df4-a0b6-a50d06e6d549 req-ddd6a7af-d817-4e1c-9fda-513b9d5882c3 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410602 Sep 29 02:21:44.509570 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee73e93-cb8a-4d88-aa12-153d8abbee8e req-7435773b-cc8f-4502-8b68-0572801fa82b tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:44.511013 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bee73e93-cb8a-4d88-aa12-153d8abbee8e req-7435773b-cc8f-4502-8b68-0572801fa82b tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0451078 Sep 29 02:21:44.552535 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=100 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:44.556989 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bee73e93-cb8a-4d88-aa12-153d8abbee8e req-5b8f8660-edb9-4898-a833-80467e38ae1d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406263 Sep 29 02:21:44.890351 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:44.922831 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5a853-b046-406c-b138-7a1d8bafc5da req-eac97ffa-21ac-4be7-aca9-3b686f92da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:44.924340 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-28b5a853-b046-406c-b138-7a1d8bafc5da req-eac97ffa-21ac-4be7-aca9-3b686f92da64 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 1129 time: 0.1310132 Sep 29 02:21:44.971831 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-28b5a853-b046-406c-b138-7a1d8bafc5da req-9263e81e-ddfc-47b3-a9f1-0fb739df1ad1 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413325 Sep 29 02:21:45.239763 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fdab7-3247-4536-ae22-f436c1ddbb3c req-01fb1bdb-0fc9-44ca-9d1c-939e02f96f61 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:45.241234 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7e8fdab7-3247-4536-ae22-f436c1ddbb3c req-01fb1bdb-0fc9-44ca-9d1c-939e02f96f61 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 945 time: 0.0487413 Sep 29 02:21:45.286747 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-7e8fdab7-3247-4536-ae22-f436c1ddbb3c req-8f64f9f9-0730-4968-9801-171fa911f01b tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395551 Sep 29 02:21:45.345140 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5baed87b-885b-497a-9e81-34f8093c2cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:45.681286 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd207c-c835-4896-93a2-433a5601c699 req-56d6494d-3f26-4785-b4a9-e9644b0a952c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:45.682727 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a0bd207c-c835-4896-93a2-433a5601c699 req-56d6494d-3f26-4785-b4a9-e9644b0a952c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0457096 Sep 29 02:21:45.728645 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-a0bd207c-c835-4896-93a2-433a5601c699 req-7909e312-9a11-47dc-b033-2c61eeed8fab tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403068 Sep 29 02:21:46.406581 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b54835-fc75-4cc0-8fa1-d30ba4b01836 req-9064abcb-820f-4a59-afa5-cbab4a2aeac2 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:46.408029 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-49b54835-fc75-4cc0-8fa1-d30ba4b01836 req-9064abcb-820f-4a59-afa5-cbab4a2aeac2 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 945 time: 0.0464671 Sep 29 02:21:46.458323 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-49b54835-fc75-4cc0-8fa1-d30ba4b01836 req-d21041b8-22b6-461b-b5cd-b3cd7442110f tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436864 Sep 29 02:21:46.704989 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1df299dd-a44d-4377-80bf-700314b81ca3 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:21:46.790382 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:46.808559 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:46.843790 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 1df299dd-a44d-4377-80bf-700314b81ca3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1df299dd-a44d-4377-80bf-700314b81ca3,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:46.858809 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Returning: {'device': '1df299dd-a44d-4377-80bf-700314b81ca3', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'port_id': '1df299dd-a44d-4377-80bf-700314b81ca3', 'mac_address': 'fa:16:3e:10:17:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:21:46.879067 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcac9ad-6de0-4b20-aea1-1eb64a579451 req-33981420-ef36-463a-8253-0049572160bd tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:46.888997 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8fcac9ad-6de0-4b20-aea1-1eb64a579451 req-33981420-ef36-463a-8253-0049572160bd tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 944 time: 0.0758476 Sep 29 02:21:46.898127 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 1df299dd-a44d-4377-80bf-700314b81ca3 is: DOWN; New status is: BUILD {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:46.898584 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.911936 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df299dd-a44d-4377-80bf-700314b81ca3 {{(pid=106337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:21:46.934476 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 1df299dd-a44d-4377-80bf-700314b81ca3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1df299dd-a44d-4377-80bf-700314b81ca3,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:46.939944 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.953606 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-8fcac9ad-6de0-4b20-aea1-1eb64a579451 req-0f0ba1c6-c31a-4dfb-b32b-a876a1f1f90e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633309 Sep 29 02:21:46.999793 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=1df299dd-a44d-4377-80bf-700314b81ca3,revision_number=9']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:47.161452 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['1df299dd-a44d-4377-80bf-700314b81ca3'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:21:47.707479 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a072cade-ea7c-413d-a41c-2c220e02f778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:48.071504 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c594a6-a994-40b8-b742-098cb0d3e28d req-8fbaf867-f813-42c9-ac5f-7e1812d7686c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:48.072882 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-63c594a6-a994-40b8-b742-098cb0d3e28d req-8fbaf867-f813-42c9-ac5f-7e1812d7686c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 945 time: 0.0468869 Sep 29 02:21:48.118416 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-63c594a6-a994-40b8-b742-098cb0d3e28d req-759de21e-41d1-485d-8bd8-457624209d69 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393550 Sep 29 02:21:48.705546 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1df299dd-a44d-4377-80bf-700314b81ca3 up at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:21:48.751013 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.provisioning_blocks [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Provisioning complete for port 1df299dd-a44d-4377-80bf-700314b81ca3 triggered by entity L2. {{(pid=106337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:48.751856 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1896245'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), provisioning_complete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:48.751856 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Attempt 1 to provision port 1df299dd-a44d-4377-80bf-700314b81ca3 Sep 29 02:21:48.921401 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:48.960691 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Current status of the port 1df299dd-a44d-4377-80bf-700314b81ca3 is: BUILD; New status is: ACTIVE {{(pid=106337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:48.961102 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1737125'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), before_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:48.990816 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3'}] {{(pid=106337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:48.993450 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1434c4de53db8cbafc2ae5e8a5d4d84edec6e673b7408dbbb7b3aee095034f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67963e5-b4f7-4588-808b-e47f1a6da7fd" -d '{"events": [{"server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "name": "network-vif-plugged", "status": "completed", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3"}]}' {{(pid=106337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:48.999156 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] For port 1df299dd-a44d-4377-80bf-700314b81ca3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1df299dd-a44d-4377-80bf-700314b81ca3,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:49.003006 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730104835503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730104397788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730104397806'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:49.036198 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e5f408-1e39-49b8-aaa0-e25ce4393922 x-openstack-request-id: req-45e5f408-1e39-49b8-aaa0-e25ce4393922 {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:49.036494 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "name": "network-vif-plugged", "status": "completed", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3", "code": 200}]} {{(pid=106337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:49.036762 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-45e5f408-1e39-49b8-aaa0-e25ce4393922 {{(pid=106337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:49.037156 dv-cinder-740146-21-iscsi neutron-server[106337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e5f408-1e39-49b8-aaa0-e25ce4393922'] response: {'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3', 'code': 200} Sep 29 02:21:49.055334 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Pushing event updated for resources: {'Port': ['ID=1df299dd-a44d-4377-80bf-700314b81ca3,revision_number=10']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:49.206203 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974cd1b-c537-43a6-9f15-c651677d3b45 req-d96ef5bf-aa5b-4cbb-8bf8-62200c53abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:49.207699 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6974cd1b-c537-43a6-9f15-c651677d3b45 req-d96ef5bf-aa5b-4cbb-8bf8-62200c53abd3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 1131 time: 0.0401552 Sep 29 02:21:49.252692 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da1f41-0b7e-4b22-adf9-df51d64b3e6e req-c1be4842-6b0b-46ff-94f2-ac465a6ed84d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:49.254215 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-48da1f41-0b7e-4b22-adf9-df51d64b3e6e req-c1be4842-6b0b-46ff-94f2-ac465a6ed84d tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 947 time: 0.0500317 Sep 29 02:21:49.255232 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-6974cd1b-c537-43a6-9f15-c651677d3b45 req-dc7402cb-5973-4dd8-98b9-c51e72fbe288 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405612 Sep 29 02:21:49.301027 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-48da1f41-0b7e-4b22-adf9-df51d64b3e6e req-1702c8a0-ad7f-4445-8880-cd7ed6ea8d3e tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402873 Sep 29 02:21:50.429398 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b76cc8-d602-4593-ba22-4f37e2357d82 req-532a3910-9fdb-420c-adcf-dbd89f62dcee tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:50.431427 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d5b76cc8-d602-4593-ba22-4f37e2357d82 req-532a3910-9fdb-420c-adcf-dbd89f62dcee tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 947 time: 0.0473237 Sep 29 02:21:50.467504 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:50.485866 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-d5b76cc8-d602-4593-ba22-4f37e2357d82 req-6b87bfeb-30c2-4022-b54c-f0a0b0c41d95 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480542 Sep 29 02:21:50.576111 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:51.611224 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78d81a-f0d4-41fb-9cbb-4935cf3dd296 req-9fa35403-7957-4bcd-8235-40f01d6c5a65 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:51.612678 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3d78d81a-f0d4-41fb-9cbb-4935cf3dd296 req-9fa35403-7957-4bcd-8235-40f01d6c5a65 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 947 time: 0.0461891 Sep 29 02:21:51.662305 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-3d78d81a-f0d4-41fb-9cbb-4935cf3dd296 req-251e7ecd-2aac-46f7-8951-a331b99251bd tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439520 Sep 29 02:21:51.851281 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:51.853810 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:56.691180 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:59.249484 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=14 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:59.252207 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=89 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:01.648751 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=72 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:01.658507 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=98 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:05.513399 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15af5f-9e53-49c0-9b0c-9bb09e68f861 req-195b16c4-89f4-4504-b0ec-c059a04d6b2e tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:05.514785 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bf15af5f-9e53-49c0-9b0c-9bb09e68f861 req-195b16c4-89f4-4504-b0ec-c059a04d6b2e tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 945 time: 0.0470939 Sep 29 02:22:05.560307 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-bf15af5f-9e53-49c0-9b0c-9bb09e68f861 req-117317c3-ad8b-44f5-b91c-3fbc34d123f2 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399210 Sep 29 02:22:06.678971 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291233d-769e-4181-87cd-ce91c958f4fe req-7aff9cb3-ebb6-4a7e-abd3-9caff10707e6 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:06.680401 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c291233d-769e-4181-87cd-ce91c958f4fe req-7aff9cb3-ebb6-4a7e-abd3-9caff10707e6 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 945 time: 0.0448875 Sep 29 02:22:06.685185 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:06.686441 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:06.727129 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-c291233d-769e-4181-87cd-ce91c958f4fe req-e715ecde-56f3-451f-ab74-6ce166f29bdb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4109d647-f42d-4e43-a720-7efc4417f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Sep 29 02:22:07.020071 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d1aea-2f15-4cfa-b867-cc3db9ccbab8 req-40127f58-166f-4b8b-b3fc-aebd642c1bc8 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:07.021684 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1f3d1aea-2f15-4cfa-b867-cc3db9ccbab8 req-40127f58-166f-4b8b-b3fc-aebd642c1bc8 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 945 time: 0.0495803 Sep 29 02:22:07.103560 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-1f3d1aea-2f15-4cfa-b867-cc3db9ccbab8 req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Deleting port b35f5c20-b4b1-45a1-918b-48576db7aa3d {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:22:07.103898 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1f3d1aea-2f15-4cfa-b867-cc3db9ccbab8 req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:07.189995 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-1f3d1aea-2f15-4cfa-b867-cc3db9ccbab8 req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] For port b35f5c20-b4b1-45a1-918b-48576db7aa3d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b35f5c20-b4b1-45a1-918b-48576db7aa3d,segment=NetworkSegment(8c6c3925-5ca1-4625-af6d-36072adf3e13),segment_id=8c6c3925-5ca1-4625-af6d-36072adf3e13)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:22:07.190349 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1f3d1aea-2f15-4cfa-b867-cc3db9ccbab8 req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:07.203011 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-1f3d1aea-2f15-4cfa-b867-cc3db9ccbab8 req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Calling delete_port for b35f5c20-b4b1-45a1-918b-48576db7aa3d owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:22:07.329597 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1f3d1aea-2f15-4cfa-b867-cc3db9ccbab8 req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (b35f5c20-b4b1-45a1-918b-48576db7aa3d), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:07.341293 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] get_ports_and_sgs() called for port_ids ['b35f5c20-b4b1-45a1-918b-48576db7aa3d'] {{(pid=106337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:22:07.358630 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Pushing event deleted for resources: {'Port': ['ID=b35f5c20-b4b1-45a1-918b-48576db7aa3d,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:07.386240 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.386591 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.386936 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.387274 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.387605 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.387935 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.388260 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.388584 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.388935 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.389263 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.389587 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.389910 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.390230 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.390549 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.390868 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:07.416761 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3d1aea-2f15-4cfa-b867-cc3db9ccbab8 req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] No DVR routers for this DVR port b35f5c20-b4b1-45a1-918b-48576db7aa3d on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:22:07.419103 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-1f3d1aea-2f15-4cfa-b867-cc3db9ccbab8 req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:07.422321 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-1f3d1aea-2f15-4cfa-b867-cc3db9ccbab8 req-b56b4863-5583-4d3a-b789-885d21a123cb tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.57 "DELETE /networking/v2.0/ports/b35f5c20-b4b1-45a1-918b-48576db7aa3d HTTP/1.1" status: 204 len: 173 time: 0.3957260 Sep 29 02:22:07.422822 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494fd6a1-74e3-4ee0-9cb0-3cb0985cac98', 'name': 'network-vif-deleted', 'tag': 'b35f5c20-b4b1-45a1-918b-48576db7aa3d'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:22:07.425119 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af69e8d-0f12-4fad-a486-8d666f5ef373" -d '{"events": [{"server_uuid": "494fd6a1-74e3-4ee0-9cb0-3cb0985cac98", "name": "network-vif-deleted", "tag": "b35f5c20-b4b1-45a1-918b-48576db7aa3d"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:22:07.528141 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e22fb8f-8694-40cb-8d2b-e39634938385 x-openstack-request-id: req-6e22fb8f-8694-40cb-8d2b-e39634938385 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:22:07.528462 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494fd6a1-74e3-4ee0-9cb0-3cb0985cac98", "name": "network-vif-deleted", "tag": "b35f5c20-b4b1-45a1-918b-48576db7aa3d", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:22:07.528715 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6e22fb8f-8694-40cb-8d2b-e39634938385 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:22:07.529144 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e22fb8f-8694-40cb-8d2b-e39634938385'] response: {'server_uuid': '494fd6a1-74e3-4ee0-9cb0-3cb0985cac98', 'name': 'network-vif-deleted', 'tag': 'b35f5c20-b4b1-45a1-918b-48576db7aa3d', 'status': 'completed', 'code': 200} Sep 29 02:22:07.844939 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-b0b32d71-b871-41f0-a30b-b0d006ae04b0 req-5b6bdcaa-e1d3-4ad5-bd50-cf51bf5c7358 tempest-VolumesSnapshotTestJSON-1122794612 tempest-VolumesSnapshotTestJSON-1122794612-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=494fd6a1-74e3-4ee0-9cb0-3cb0985cac98 HTTP/1.1" status: 200 len: 210 time: 0.0319772 Sep 29 02:22:07.845542 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:22:11.428249 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device b35f5c20-b4b1-45a1-918b-48576db7aa3d no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:22:11.448396 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: b35f5c20-b4b1-45a1-918b-48576db7aa3d {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:22:11.448735 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device b35f5c20-b4b1-45a1-918b-48576db7aa3d not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:22:15.346428 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ba2106d1-56cf-4f4e-912f-54b0f7300701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:17.397099 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:17.397913 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:17.709243 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-274d1530-5b40-4c45-9f10-c9cae0edb7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:17.822283 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=21 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:17.823419 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=17 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:17.840001 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=14 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:17.840767 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=14 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:18.844400 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:20.468829 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:20.572683 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:25.554652 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f283d4-e565-4e0e-a75d-c603919f5d3f req-2f5d0dac-9a3f-4f5b-99a6-fbe1290a98d4 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:25.556126 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e8f283d4-e565-4e0e-a75d-c603919f5d3f req-2f5d0dac-9a3f-4f5b-99a6-fbe1290a98d4 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 947 time: 0.0462601 Sep 29 02:22:25.604957 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-e8f283d4-e565-4e0e-a75d-c603919f5d3f req-da1372e8-0eb0-4b96-b8c6-d65158cf694a tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422354 Sep 29 02:22:26.685631 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:26.739303 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508a8d4-3bdc-4a21-972b-8e055d927997 req-b899a38d-5871-4a8a-a739-dd833f6f0006 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:26.740929 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5508a8d4-3bdc-4a21-972b-8e055d927997 req-b899a38d-5871-4a8a-a739-dd833f6f0006 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 947 time: 0.0505431 Sep 29 02:22:26.788026 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-5508a8d4-3bdc-4a21-972b-8e055d927997 req-20fa4bf4-da87-4fd5-97d2-51532b2b2ec6 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a04c8c-a766-43af-b963-ec8b7f5d9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408034 Sep 29 02:22:26.856712 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-700cb98a-0e3f-4bb2-928d-2ceafd25af59 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:26.858216 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-700cb98a-0e3f-4bb2-928d-2ceafd25af59 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 947 time: 0.0482914 Sep 29 02:22:26.936053 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Deleting port 1df299dd-a44d-4377-80bf-700314b81ca3 {{(pid=106335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:22:26.936390 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:27.026343 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.db [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] For port 1df299dd-a44d-4377-80bf-700314b81ca3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1df299dd-a44d-4377-80bf-700314b81ca3,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:22:27.026701 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:27.186240 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:27.186520 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649645'] for floatingip (08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851), after_update {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:27.186836 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.db.l3_db [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Floating IP 08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851 disassociated. External IP: 172.27.3.31, port: 1df299dd-a44d-4377-80bf-700314b81ca3. Sep 29 02:22:27.187178 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.plugins.ml2.plugin [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Calling delete_port for 1df299dd-a44d-4377-80bf-700314b81ca3 owned by compute:nova {{(pid=106335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:22:27.314726 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5852732'] for port (1df299dd-a44d-4377-80bf-700314b81ca3), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:27.342355 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event deleted for resources: {'Port': ['ID=1df299dd-a44d-4377-80bf-700314b81ca3,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:27.450352 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Router 4cd36434-b502-4609-8ced-0e6c6d605353 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:22:27.552272 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:22:27.562945 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99827379-1700-48d1-aeb8-a14ce03b4a9b None None] Sync routers for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:22:27.578575 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99827379-1700-48d1-aeb8-a14ce03b4a9b None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:22:27.579191 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-99827379-1700-48d1-aeb8-a14ce03b4a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:22:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:27.598829 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] No DVR routers for this DVR port 1df299dd-a44d-4377-80bf-700314b81ca3 on host hv-cinder-74014 {{(pid=106335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:22:27.601404 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for port (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:27.604616 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [req-7651063f-1cb6-4dcf-a23c-f0f774e6efb6 req-02df12d2-72fa-404f-9f5d-7c8f99921168 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1df299dd-a44d-4377-80bf-700314b81ca3 HTTP/1.1" status: 204 len: 173 time: 0.7414773 Sep 29 02:22:27.605134 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'name': 'network-vif-deleted', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3'}] {{(pid=106335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:22:27.607367 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51624934b351c0a76e7edc7c557cee5d30f8d9a8785e7d441d565739c22cfe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1632f228-3e94-4c0e-b154-10d63c7209bc" -d '{"events": [{"server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "name": "network-vif-deleted", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3"}]}' {{(pid=106335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:22:27.647994 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208e40b2-8301-4770-84c1-fab231a26438 x-openstack-request-id: req-208e40b2-8301-4770-84c1-fab231a26438 {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:22:27.648357 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd91b67-3949-4770-b7b1-0e84ad270fb1", "name": "network-vif-deleted", "tag": "1df299dd-a44d-4377-80bf-700314b81ca3", "status": "completed", "code": 200}]} {{(pid=106335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:22:27.648584 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-208e40b2-8301-4770-84c1-fab231a26438 {{(pid=106335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:22:27.649145 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208e40b2-8301-4770-84c1-fab231a26438'] response: {'server_uuid': '8fd91b67-3949-4770-b7b1-0e84ad270fb1', 'name': 'network-vif-deleted', 'tag': '1df299dd-a44d-4377-80bf-700314b81ca3', 'status': 'completed', 'code': 200} Sep 29 02:22:27.683937 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-99827379-1700-48d1-aeb8-a14ce03b4a9b None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:22:27.927979 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-99827379-1700-48d1-aeb8-a14ce03b4a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 5, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:27.932006 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [req-ae3d8179-8053-439f-8a19-f5bd47af6da8 req-a0ab93ca-529e-4236-b1ef-201a266029ab tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8fd91b67-3949-4770-b7b1-0e84ad270fb1 HTTP/1.1" status: 200 len: 210 time: 0.0333662 Sep 29 02:22:27.958475 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99827379-1700-48d1-aeb8-a14ce03b4a9b None None] Checking router: 4cd36434-b502-4609-8ced-0e6c6d605353 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:22:27.969886 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99827379-1700-48d1-aeb8-a14ce03b4a9b None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:22:27.970890 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-99827379-1700-48d1-aeb8-a14ce03b4a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:22:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:28.078877 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-99827379-1700-48d1-aeb8-a14ce03b4a9b None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:22:28.286714 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-99827379-1700-48d1-aeb8-a14ce03b4a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 5, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:28.310003 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99827379-1700-48d1-aeb8-a14ce03b4a9b None None] The sync data for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi is: [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:17:03Z', 'revision_number': 4, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi', '_interfaces': [{'id': 'ff250fe2-145a-442c-b787-7e72debbc060', 'name': '', 'network_id': '75973108-0654-4b3c-9864-e82ffcefc065', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'mac_address': 'fa:16:3e:52:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:03Z', 'updated_at': '2022-09-29T02:17:07Z', 'revision_number': 5, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'subnets': [{'id': 'e4187254-90fc-464f-9d77-8c8ec08ca4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:22:28.521513 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dff9b-efff-4036-a445-ae1eb2a85a6a None None] New status for floating IP 08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851: DOWN {{(pid=106338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:22:29.036125 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 52266) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:29.098432 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd062-3f66-4f41-a723-e351a9380e54 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group (65a04c8c-a766-43af-b963-ec8b7f5d9fa7), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:29.123686 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd062-3f66-4f41-a723-e351a9380e54 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group (65a04c8c-a766-43af-b963-ec8b7f5d9fa7), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:29.126067 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:29.134159 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:29.174328 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd062-3f66-4f41-a723-e351a9380e54 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (65a04c8c-a766-43af-b963-ec8b7f5d9fa7), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:29.177401 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd062-3f66-4f41-a723-e351a9380e54 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:29.178307 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-0b9cd062-3f66-4f41-a723-e351a9380e54 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/65a04c8c-a766-43af-b963-ec8b7f5d9fa7 HTTP/1.1" status: 204 len: 168 time: 0.1410995 Sep 29 02:22:29.182046 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52270) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:29.187892 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cd062-3f66-4f41-a723-e351a9380e54 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a04c8c-a766-43af-b963-ec8b7f5d9fa7,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:29.200176 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.api.v2.resource [None req-19d698e8-4ddf-4f52-b8ca-0e747c0b0479 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] show failed (client error): The resource could not be found. Sep 29 02:22:29.201298 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-19d698e8-4ddf-4f52-b8ca-0e747c0b0479 tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "GET /networking/v2.0/security-groups/65a04c8c-a766-43af-b963-ec8b7f5d9fa7 HTTP/1.1" status: 404 len: 347 time: 0.0182390 Sep 29 02:22:29.204366 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52272) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:29.319007 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-810ff8fb-e165-4721-94e1-26c3f457136c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Deleting port e6fba04a-41d6-4a71-9bfd-f0afbcf249ac {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:22:29.319343 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-810ff8fb-e165-4721-94e1-26c3f457136c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (e6fba04a-41d6-4a71-9bfd-f0afbcf249ac), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:29.393783 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-810ff8fb-e165-4721-94e1-26c3f457136c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (e6fba04a-41d6-4a71-9bfd-f0afbcf249ac), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:29.394115 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-810ff8fb-e165-4721-94e1-26c3f457136c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (e6fba04a-41d6-4a71-9bfd-f0afbcf249ac), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:29.409876 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-810ff8fb-e165-4721-94e1-26c3f457136c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Calling delete_port for e6fba04a-41d6-4a71-9bfd-f0afbcf249ac owned by network:floatingip {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:22:29.532621 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-810ff8fb-e165-4721-94e1-26c3f457136c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (e6fba04a-41d6-4a71-9bfd-f0afbcf249ac), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:29.559643 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ff8fb-e165-4721-94e1-26c3f457136c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Pushing event deleted for resources: {'Port': ['ID=e6fba04a-41d6-4a71-9bfd-f0afbcf249ac,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:29.624260 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-810ff8fb-e165-4721-94e1-26c3f457136c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks [] for floatingip (08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:29.627969 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-810ff8fb-e165-4721-94e1-26c3f457136c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22130'] for floatingip (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:29.629133 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-810ff8fb-e165-4721-94e1-26c3f457136c tempest-AttachVolumeShelveTestJSON-928901859 tempest-AttachVolumeShelveTestJSON-928901859-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/08f0c4f1-a2e1-4f07-a6d3-0bfd7ccd2851 HTTP/1.1" status: 204 len: 168 time: 0.4238126 Sep 29 02:22:30.159293 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52280) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:30.203575 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf3d60b-f311-453d-83b2-2ba20edcc64c admin admin] Deleting subnet ebc3f0ca-81a1-4eb5-b9e7-6da807336d01 {{(pid=106336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:22:30.206689 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-daf3d60b-f311-453d-83b2-2ba20edcc64c admin admin] Publish callbacks [] for subnet (ebc3f0ca-81a1-4eb5-b9e7-6da807336d01), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.240034 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-daf3d60b-f311-453d-83b2-2ba20edcc64c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7176350'] for subnet (ebc3f0ca-81a1-4eb5-b9e7-6da807336d01), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.282305 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-daf3d60b-f311-453d-83b2-2ba20edcc64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (ebc3f0ca-81a1-4eb5-b9e7-6da807336d01), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.333557 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-daf3d60b-f311-453d-83b2-2ba20edcc64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4716382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5654922'] for subnet (ebc3f0ca-81a1-4eb5-b9e7-6da807336d01), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.356408 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3d60b-f311-453d-83b2-2ba20edcc64c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebc3f0ca-81a1-4eb5-b9e7-6da807336d01,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:30.361876 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-daf3d60b-f311-453d-83b2-2ba20edcc64c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.365015 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-daf3d60b-f311-453d-83b2-2ba20edcc64c admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/ebc3f0ca-81a1-4eb5-b9e7-6da807336d01 HTTP/1.1" status: 204 len: 168 time: 0.2047122 Sep 29 02:22:30.367508 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52282) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:30.409711 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:30.411539 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:30.441785 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-51969238-1600-4860-9b3e-ed342f8b9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (cf357118-37af-48d2-820d-85857c645f85), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.517274 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-51969238-1600-4860-9b3e-ed342f8b9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (cf357118-37af-48d2-820d-85857c645f85), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.536644 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-51969238-1600-4860-9b3e-ed342f8b9ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf357118-37af-48d2-820d-85857c645f85']}} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:30.546255 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-51969238-1600-4860-9b3e-ed342f8b9ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6c3925-5ca1-4625-af6d-36072adf3e13') {'for_net_delete': True} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:30.546554 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-51969238-1600-4860-9b3e-ed342f8b9ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6c3925-5ca1-4625-af6d-36072adf3e13') {} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:30.555864 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-51969238-1600-4860-9b3e-ed342f8b9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7176343'] for segment (8c6c3925-5ca1-4625-af6d-36072adf3e13), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.569591 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-51969238-1600-4860-9b3e-ed342f8b9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (8c6c3925-5ca1-4625-af6d-36072adf3e13), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.575929 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51969238-1600-4860-9b3e-ed342f8b9ac7 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=106336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:22:30.576336 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-51969238-1600-4860-9b3e-ed342f8b9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4716528'] for segment (8c6c3925-5ca1-4625-af6d-36072adf3e13), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.620599 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment 8c6c3925-5ca1-4625-af6d-36072adf3e13 resource provider aggregate not found Sep 29 02:22:30.636701 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment 8c6c3925-5ca1-4625-af6d-36072adf3e13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c6c3925-5ca1-4625-af6d-36072adf3e13 found for delete ", "request_id": "req-2c568da3-f6c8-4e8d-a076-3c03de64a65d"}]} Sep 29 02:22:30.644389 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-51969238-1600-4860-9b3e-ed342f8b9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (cf357118-37af-48d2-820d-85857c645f85), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.650030 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-51969238-1600-4860-9b3e-ed342f8b9ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.653244 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-51969238-1600-4860-9b3e-ed342f8b9ac7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/cf357118-37af-48d2-820d-85857c645f85 HTTP/1.1" status: 204 len: 168 time: 0.2848425 Sep 29 02:22:30.664983 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51969238-1600-4860-9b3e-ed342f8b9ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf357118-37af-48d2-820d-85857c645f85,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:30.815973 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52294) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:30.862714 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-07369688-e475-4a51-8cfd-f571c549a412 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=50e5b07fbfdd4ed190aee4702194a5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437722 Sep 29 02:22:30.865109 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52298) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:30.913607 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4168da09-2c98-4d83-9e67-a91ea40cdf49 admin admin] Publish callbacks [] for security_group (4109d647-f42d-4e43-a720-7efc4417f17c), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.923198 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1df299dd-a44d-4377-80bf-700314b81ca3 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:22:30.939609 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4168da09-2c98-4d83-9e67-a91ea40cdf49 admin admin] Publish callbacks [] for security_group (4109d647-f42d-4e43-a720-7efc4417f17c), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.944757 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] No Port match for: 1df299dd-a44d-4377-80bf-700314b81ca3 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:22:30.945229 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Device 1df299dd-a44d-4377-80bf-700314b81ca3 not bound to the agent host hv-cinder-74014 {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:22:30.990240 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4168da09-2c98-4d83-9e67-a91ea40cdf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (4109d647-f42d-4e43-a720-7efc4417f17c), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.992803 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-4168da09-2c98-4d83-9e67-a91ea40cdf49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.993991 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-4168da09-2c98-4d83-9e67-a91ea40cdf49 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4109d647-f42d-4e43-a720-7efc4417f17c HTTP/1.1" status: 204 len: 168 time: 0.1295576 Sep 29 02:22:31.001435 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168da09-2c98-4d83-9e67-a91ea40cdf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109d647-f42d-4e43-a720-7efc4417f17c,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:32.069724 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52312) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:32.555663 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626093'] for router_interface (4cd36434-b502-4609-8ced-0e6c6d605353), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:32.587905 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:32.770751 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Deleting port ff250fe2-145a-442c-b787-7e72debbc060 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:22:32.771087 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (ff250fe2-145a-442c-b787-7e72debbc060), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:32.781459 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:32.848565 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] For port ff250fe2-145a-442c-b787-7e72debbc060, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=ff250fe2-145a-442c-b787-7e72debbc060,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:22:32.848838 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (ff250fe2-145a-442c-b787-7e72debbc060), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:32.864541 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Calling delete_port for ff250fe2-145a-442c-b787-7e72debbc060 owned by network:router_interface {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:22:33.034884 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (ff250fe2-145a-442c-b787-7e72debbc060), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:33.065645 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff250fe2-145a-442c-b787-7e72debbc060,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:33.106441 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.107082 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.107470 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.107912 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.108406 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.109000 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.109561 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.110108 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.110611 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.110959 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.111310 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.111838 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.112385 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.112959 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.113300 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:33.231870 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651037'] for router_interface (4cd36434-b502-4609-8ced-0e6c6d605353), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:33.392168 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:33.715787 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Router 4cd36434-b502-4609-8ced-0e6c6d605353 has already been hosted by L3 agent 4083942c-d764-47de-b6b6-5d8fae0ca8f4 {{(pid=106336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:22:33.812774 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-iscsi the message routers_updated {{(pid=106336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:22:33.817807 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-372b8f7e-8cd9-4a16-a49b-061a3792bfc2 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/4cd36434-b502-4609-8ced-0e6c6d605353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7479858 Sep 29 02:22:33.820371 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52316) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:33.825600 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9b8017-b417-4e61-9ab1-07b3e8bb99b1 None None] Sync routers for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:22:33.839454 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b8017-b417-4e61-9ab1-07b3e8bb99b1 None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:22:33.840074 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-8b9b8017-b417-4e61-9ab1-07b3e8bb99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:22:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:33.919032 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Publish callbacks [] for router (4cd36434-b502-4609-8ced-0e6c6d605353), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:33.948040 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-8b9b8017-b417-4e61-9ab1-07b3e8bb99b1 None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: dv-cinder-740146-21-iscsi {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:22:33.968338 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:34.011455 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:34.031106 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Publish callbacks [] for router_gateway (4cd36434-b502-4609-8ced-0e6c6d605353), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.040497 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:34.082566 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Deleting port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:22:34.082916 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.119717 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-8b9b8017-b417-4e61-9ab1-07b3e8bb99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'external_fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:22:32Z', 'revision_number': 5, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port': {'id': '020ceb93-5d09-40a1-bb30-ecedb5ee7d6b', 'name': '', 'network_id': '44335703-30ea-48cd-a18a-5857ed0e04da', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:01Z', 'updated_at': '2022-09-29T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a542017-da5e-41de-a7ed-f8c6ec79fc41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-iscsi'}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:34.144146 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9b8017-b417-4e61-9ab1-07b3e8bb99b1 None None] Checking router: 4cd36434-b502-4609-8ced-0e6c6d605353 for host: dv-cinder-740146-21-iscsi {{(pid=106337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:22:34.153282 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b8017-b417-4e61-9ab1-07b3e8bb99b1 None None] Routers {'4cd36434-b502-4609-8ced-0e6c6d605353'} bound to L3 agent in host dv-cinder-740146-21-iscsi {{(pid=106337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:22:34.153893 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-8b9b8017-b417-4e61-9ab1-07b3e8bb99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:18Z,description=,heartbeat_timestamp=2022-09-29T02:22:18Z,host='dv-cinder-740146-21-iscsi',id=4083942c-d764-47de-b6b6-5d8fae0ca8f4,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:18Z,topic='l3_agent')) {'router_ids': ['4cd36434-b502-4609-8ced-0e6c6d605353'], 'active': True} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:34.163053 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] For port 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=020ceb93-5d09-40a1-bb30-ecedb5ee7d6b,segment=NetworkSegment(28871797-a007-49cc-8017-dc9c3820c5d3),segment_id=28871797-a007-49cc-8017-dc9c3820c5d3)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:22:34.163585 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.176440 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Calling delete_port for 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b owned by network:router_gateway {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:22:34.236341 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvr_db [None req-8b9b8017-b417-4e61-9ab1-07b3e8bb99b1 None None] Set router 4cd36434-b502-4609-8ced-0e6c6d605353 gateway port host: None {{(pid=106337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:22:34.291739 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_hamode_db [None req-8b9b8017-b417-4e61-9ab1-07b3e8bb99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:22:34Z', 'revision_number': 6, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port_host': None}], 'dv-cinder-740146-21-iscsi', False) {} {{(pid=106337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:34.317922 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9b8017-b417-4e61-9ab1-07b3e8bb99b1 None None] The sync data for ids ['4cd36434-b502-4609-8ced-0e6c6d605353'] in dv-cinder-740146-21-iscsi is: [{'id': '4cd36434-b502-4609-8ced-0e6c6d605353', 'name': 'tempest-AttachVolumeShelveTestJSON-1527685417-router', 'tenant_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:00Z', 'updated_at': '2022-09-29T02:22:34Z', 'revision_number': 6, 'project_id': '0a769dbf20fa4526a8c63c4b631c94b1', 'gw_port_host': None}] {{(pid=106337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:22:34.352791 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (020ceb93-5d09-40a1-bb30-ecedb5ee7d6b), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.374911 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=020ceb93-5d09-40a1-bb30-ecedb5ee7d6b,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:34.441485 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649579'] for router_gateway (4cd36434-b502-4609-8ced-0e6c6d605353), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.526938 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (4cd36434-b502-4609-8ced-0e6c6d605353), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.529048 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Publish callbacks [] for router_controller (4cd36434-b502-4609-8ced-0e6c6d605353), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.531600 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:34.571213 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651115'] for router (4cd36434-b502-4609-8ced-0e6c6d605353), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.572348 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd36434-b502-4609-8ced-0e6c6d605353 {{(pid=106336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:22:34.577084 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.578701 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-a7577845-6662-4050-824e-89681ac185c1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/4cd36434-b502-4609-8ced-0e6c6d605353 HTTP/1.1" status: 204 len: 168 time: 0.7569201 Sep 29 02:22:34.581213 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52318) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:34.632574 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.db_base_plugin_v2 [None req-81dfe8a5-a402-4028-990c-af46236b1387 admin admin] Deleting subnet e4187254-90fc-464f-9d77-8c8ec08ca4bc {{(pid=106336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:22:34.637071 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-81dfe8a5-a402-4028-990c-af46236b1387 admin admin] Publish callbacks [] for subnet (e4187254-90fc-464f-9d77-8c8ec08ca4bc), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.677094 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-81dfe8a5-a402-4028-990c-af46236b1387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7176350'] for subnet (e4187254-90fc-464f-9d77-8c8ec08ca4bc), precommit_delete_associations {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.755010 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-81dfe8a5-a402-4028-990c-af46236b1387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834410'] for subnet (e4187254-90fc-464f-9d77-8c8ec08ca4bc), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.805302 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-81dfe8a5-a402-4028-990c-af46236b1387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4716382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5654922'] for subnet (e4187254-90fc-464f-9d77-8c8ec08ca4bc), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.808767 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:34.836465 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfe8a5-a402-4028-990c-af46236b1387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4187254-90fc-464f-9d77-8c8ec08ca4bc,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:34.840669 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-81dfe8a5-a402-4028-990c-af46236b1387 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.843849 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-81dfe8a5-a402-4028-990c-af46236b1387 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/e4187254-90fc-464f-9d77-8c8ec08ca4bc HTTP/1.1" status: 204 len: 168 time: 0.2614722 Sep 29 02:22:34.846495 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52320) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:34.849175 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c15af27-e340-454f-8634-b546bed934a4 None None] Network 75973108-0654-4b3c-9864-e82ffcefc065 requested from dv-cinder-740146-21-iscsi {{(pid=106337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:22:34.913939 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773819'] for network (75973108-0654-4b3c-9864-e82ffcefc065), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:34.960129 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Deleting port bb9b2423-66d6-4991-a231-a6a3355dc9a2 {{(pid=106336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:22:34.960384 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.045453 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.db [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] For port bb9b2423-66d6-4991-a231-a6a3355dc9a2, host dv-cinder-740146-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-iscsi',level=0,port_id=bb9b2423-66d6-4991-a231-a6a3355dc9a2,segment=NetworkSegment(966ba888-4f07-4be5-ae92-25c447b58340),segment_id=966ba888-4f07-4be5-ae92-25c447b58340)] {{(pid=106336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:22:35.046021 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.062541 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.plugin [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Calling delete_port for bb9b2423-66d6-4991-a231-a6a3355dc9a2 owned by network:dhcp {{(pid=106336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:22:35.131981 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] DHCP port deletion for 75973108-0654-4b3c-9864-e82ffcefc065 request from dv-cinder-740146-21-iscsi {{(pid=106337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:22:35.147526 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4716291'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.170719 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Deleting port bb9b2423-66d6-4991-a231-a6a3355dc9a2 {{(pid=106337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:22:35.171225 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730104835350'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), before_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.178351 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9b2423-66d6-4991-a231-a6a3355dc9a2,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:35.180205 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] No DVR routers for this DVR port bb9b2423-66d6-4991-a231-a6a3355dc9a2 on host dv-cinder-740146-21-iscsi {{(pid=106336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:22:35.243556 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.db [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] For port bb9b2423-66d6-4991-a231-a6a3355dc9a2, host dv-cinder-740146-21-iscsi, got binding levels [] {{(pid=106337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:22:35.244539 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649835'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), precommit_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.254128 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892764', 'neutron.services.segments.db._delete_segments_for_network-8730104911306'] for network (75973108-0654-4b3c-9864-e82ffcefc065), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.257700 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Calling delete_port for bb9b2423-66d6-4991-a231-a6a3355dc9a2 owned by network:dhcp {{(pid=106337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:22:35.260428 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.ipam_backend_mixin [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Port bb9b2423-66d6-4991-a231-a6a3355dc9a2 was not found and therefore no delete operation was performed {{(pid=106337) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 29 02:22:35.261653 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1738342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730104838548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730104397779'] for port (bb9b2423-66d6-4991-a231-a6a3355dc9a2), after_delete {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.274593 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75973108-0654-4b3c-9864-e82ffcefc065']}} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:35.286990 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966ba888-4f07-4be5-ae92-25c447b58340') {'for_net_delete': True} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:35.287215 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Pushing event deleted for resources: {'Port': ['ID=bb9b2423-66d6-4991-a231-a6a3355dc9a2,revision_number=None']} {{(pid=106337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:35.287331 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.services.segments.db [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966ba888-4f07-4be5-ae92-25c447b58340') {} {{(pid=106336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:35.292535 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] No DVR routers for this DVR port bb9b2423-66d6-4991-a231-a6a3355dc9a2 on host dv-cinder-740146-21-iscsi {{(pid=106337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:22:35.299758 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.300104 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.300499 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.300805 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.301240 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.301553 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.301877 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.302201 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.302524 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.303082 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.303261 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.303557 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.303846 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.304106 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.304408 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5806bde8-37de-40ed-934d-eb1264e76d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:35.307136 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730104865383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7176343'] for segment (966ba888-4f07-4be5-ae92-25c447b58340), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.328851 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009'] for segment (966ba888-4f07-4be5-ae92-25c447b58340), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.338987 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:22:35.339384 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4716528'] for segment (966ba888-4f07-4be5-ae92-25c447b58340), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.386102 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment 966ba888-4f07-4be5-ae92-25c447b58340 resource provider aggregate not found Sep 29 02:22:35.404677 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.services.segments.plugin [-] Segment 966ba888-4f07-4be5-ae92-25c447b58340 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 966ba888-4f07-4be5-ae92-25c447b58340 found for delete ", "request_id": "req-02cb5c04-10b8-4a2f-85e6-de5179654831"}]} Sep 29 02:22:35.408676 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649616'] for network (75973108-0654-4b3c-9864-e82ffcefc065), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.414093 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554871'] for network (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.417772 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/75973108-0654-4b3c-9864-e82ffcefc065 HTTP/1.1" status: 204 len: 168 time: 0.5703783 Sep 29 02:22:35.429253 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13de85-667f-4a35-83e6-1189638ee799 admin admin] Pushing event deleted for resources: {'Network': ['ID=75973108-0654-4b3c-9864-e82ffcefc065,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:35.526192 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52328) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:35.572400 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-db5d4301-3289-4758-a582-56dd962cb459 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0a769dbf20fa4526a8c63c4b631c94b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450506 Sep 29 02:22:35.574992 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52330) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:35.597575 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:35.629431 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device bb9b2423-66d6-4991-a231-a6a3355dc9a2 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:22:35.631602 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8bfec5e7-597f-4603-b615-18483147c222 admin admin] Publish callbacks [] for security_group (184d218e-e850-4f54-b0d4-b9cb5befea7d), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.648394 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: bb9b2423-66d6-4991-a231-a6a3355dc9a2 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:22:35.648748 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device bb9b2423-66d6-4991-a231-a6a3355dc9a2 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:22:35.649198 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:22:35.652678 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8bfec5e7-597f-4603-b615-18483147c222 admin admin] Publish callbacks [] for security_group (184d218e-e850-4f54-b0d4-b9cb5befea7d), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.667910 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:22:35.668255 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device 020ceb93-5d09-40a1-bb30-ecedb5ee7d6b not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:22:35.668687 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device ff250fe2-145a-442c-b787-7e72debbc060 no longer exists at agent ovs-agent-dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:22:35.685929 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] No Port match for: ff250fe2-145a-442c-b787-7e72debbc060 {{(pid=106337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:22:35.686269 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron.plugins.ml2.rpc [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Device ff250fe2-145a-442c-b787-7e72debbc060 not bound to the agent host dv-cinder-740146-21-iscsi {{(pid=106337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:22:35.701660 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8bfec5e7-597f-4603-b615-18483147c222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (184d218e-e850-4f54-b0d4-b9cb5befea7d), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.704268 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-8bfec5e7-597f-4603-b615-18483147c222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:35.705471 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-8bfec5e7-597f-4603-b615-18483147c222 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/184d218e-e850-4f54-b0d4-b9cb5befea7d HTTP/1.1" status: 204 len: 168 time: 0.1294408 Sep 29 02:22:35.714108 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfec5e7-597f-4603-b615-18483147c222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184d218e-e850-4f54-b0d4-b9cb5befea7d,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:38.593769 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:38.595689 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=6 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:39.159501 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=5,neutron:DELETE=3 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:39.184019 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:44.843551 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:22:45.068151 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52444) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:45.188323 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5be96c32-a957-46a9-a0dd-cf63ef27d362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:45.264265 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5be96c32-a957-46a9-a0dd-cf63ef27d362 admin admin] Publish callbacks [] for security_group (de799f43-4602-4eba-b32a-27eaeada9b28), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:45.267684 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-5be96c32-a957-46a9-a0dd-cf63ef27d362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (de799f43-4602-4eba-b32a-27eaeada9b28), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:45.297120 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:45.305967 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be96c32-a957-46a9-a0dd-cf63ef27d362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de799f43-4602-4eba-b32a-27eaeada9b28,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:45.312010 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-5be96c32-a957-46a9-a0dd-cf63ef27d362 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b58f8cae5e134df88551d19a9e82d3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428339 Sep 29 02:22:45.315183 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 52448) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:45.346980 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-516c5537-e361-4e61-89a9-b96d4bd50f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:45.367215 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d271b1e3-a5ab-4ee6-80d5-c7e4e561c3d0 admin admin] Publish callbacks [] for security_group (de799f43-4602-4eba-b32a-27eaeada9b28), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:45.387740 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d271b1e3-a5ab-4ee6-80d5-c7e4e561c3d0 admin admin] Publish callbacks [] for security_group (de799f43-4602-4eba-b32a-27eaeada9b28), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:45.433008 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d271b1e3-a5ab-4ee6-80d5-c7e4e561c3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (de799f43-4602-4eba-b32a-27eaeada9b28), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:45.435559 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-d271b1e3-a5ab-4ee6-80d5-c7e4e561c3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:45.436690 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-d271b1e3-a5ab-4ee6-80d5-c7e4e561c3d0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/de799f43-4602-4eba-b32a-27eaeada9b28 HTTP/1.1" status: 204 len: 168 time: 0.1202543 Sep 29 02:22:45.444823 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271b1e3-a5ab-4ee6-80d5-c7e4e561c3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de799f43-4602-4eba-b32a-27eaeada9b28,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:47.028098 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 52498) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:47.130570 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-936c2516-e957-4217-b5be-85f651d8b04e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.214002 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-936c2516-e957-4217-b5be-85f651d8b04e admin admin] Publish callbacks [] for security_group (34d263ac-363f-4d94-bfeb-e6edc507ea17), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.224915 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-936c2516-e957-4217-b5be-85f651d8b04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (34d263ac-363f-4d94-bfeb-e6edc507ea17), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.261399 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-936c2516-e957-4217-b5be-85f651d8b04e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1ca851b7e9c243018f244582766aa067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317891 Sep 29 02:22:47.261968 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c2516-e957-4217-b5be-85f651d8b04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d263ac-363f-4d94-bfeb-e6edc507ea17,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:47.263731 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52502) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:47.324974 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6cc830a1-4428-42b4-9daa-ba23bce0e5d1 admin admin] Publish callbacks [] for security_group (34d263ac-363f-4d94-bfeb-e6edc507ea17), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.345383 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6cc830a1-4428-42b4-9daa-ba23bce0e5d1 admin admin] Publish callbacks [] for security_group (34d263ac-363f-4d94-bfeb-e6edc507ea17), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.393028 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6cc830a1-4428-42b4-9daa-ba23bce0e5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (34d263ac-363f-4d94-bfeb-e6edc507ea17), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.395621 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-6cc830a1-4428-42b4-9daa-ba23bce0e5d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.396799 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-6cc830a1-4428-42b4-9daa-ba23bce0e5d1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/34d263ac-363f-4d94-bfeb-e6edc507ea17 HTTP/1.1" status: 204 len: 168 time: 0.1320679 Sep 29 02:22:47.408145 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc830a1-4428-42b4-9daa-ba23bce0e5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d263ac-363f-4d94-bfeb-e6edc507ea17,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:47.652113 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52508) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:47.667989 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f912fecd-f6d8-4594-bec3-c6d5fd2994ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.710175 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-86e4dc61-f67c-438f-9d62-eef7267b4187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.742996 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f912fecd-f6d8-4594-bec3-c6d5fd2994ab admin admin] Publish callbacks [] for security_group (6be1654d-fd16-4fa6-8642-9ade3f6cc0b7), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.747091 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-f912fecd-f6d8-4594-bec3-c6d5fd2994ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (6be1654d-fd16-4fa6-8642-9ade3f6cc0b7), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.786226 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-f912fecd-f6d8-4594-bec3-c6d5fd2994ab admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=724f30d66b3b492ea76566ac7d234182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330326 Sep 29 02:22:47.787320 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912fecd-f6d8-4594-bec3-c6d5fd2994ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be1654d-fd16-4fa6-8642-9ade3f6cc0b7,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:47.789751 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 52510) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:47.840464 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-2ff770a0-aeac-4f93-af0e-0f371f3b589a admin admin] Publish callbacks [] for security_group (6be1654d-fd16-4fa6-8642-9ade3f6cc0b7), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.860457 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-2ff770a0-aeac-4f93-af0e-0f371f3b589a admin admin] Publish callbacks [] for security_group (6be1654d-fd16-4fa6-8642-9ade3f6cc0b7), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.907998 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-2ff770a0-aeac-4f93-af0e-0f371f3b589a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (6be1654d-fd16-4fa6-8642-9ade3f6cc0b7), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.910637 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-2ff770a0-aeac-4f93-af0e-0f371f3b589a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.911789 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-2ff770a0-aeac-4f93-af0e-0f371f3b589a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6be1654d-fd16-4fa6-8642-9ade3f6cc0b7 HTTP/1.1" status: 204 len: 168 time: 0.1205351 Sep 29 02:22:47.919830 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff770a0-aeac-4f93-af0e-0f371f3b589a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be1654d-fd16-4fa6-8642-9ade3f6cc0b7,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:48.850492 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:50.470230 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:50.564861 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:54.838535 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:54.839267 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:56.701739 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:57.780941 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=30,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:57.783325 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:57.915011 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=54,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:57.915726 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=47,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:58.636435 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 52616) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:58.737887 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-589e8cef-8051-48ab-b13c-1f2f07298f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:58.811295 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-589e8cef-8051-48ab-b13c-1f2f07298f10 admin admin] Publish callbacks [] for security_group (a4d11f4f-8678-4580-9fe9-b4f7d542e7e9), precommit_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:58.815401 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-589e8cef-8051-48ab-b13c-1f2f07298f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (a4d11f4f-8678-4580-9fe9-b4f7d542e7e9), after_create {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:58.857587 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-589e8cef-8051-48ab-b13c-1f2f07298f10 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=48f95a14f5294f6ca8d13e44d0b05f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200625 Sep 29 02:22:58.858425 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e8cef-8051-48ab-b13c-1f2f07298f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d11f4f-8678-4580-9fe9-b4f7d542e7e9,revision_number=1']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:58.860698 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52620) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:58.910359 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fc7008b2-a446-45fb-aa40-b76aa4a45135 admin admin] Publish callbacks [] for security_group (a4d11f4f-8678-4580-9fe9-b4f7d542e7e9), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:58.929660 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fc7008b2-a446-45fb-aa40-b76aa4a45135 admin admin] Publish callbacks [] for security_group (a4d11f4f-8678-4580-9fe9-b4f7d542e7e9), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:58.976685 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fc7008b2-a446-45fb-aa40-b76aa4a45135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (a4d11f4f-8678-4580-9fe9-b4f7d542e7e9), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:58.979804 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-fc7008b2-a446-45fb-aa40-b76aa4a45135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:58.980967 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-fc7008b2-a446-45fb-aa40-b76aa4a45135 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a4d11f4f-8678-4580-9fe9-b4f7d542e7e9 HTTP/1.1" status: 204 len: 168 time: 0.1192114 Sep 29 02:22:58.991703 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7008b2-a446-45fb-aa40-b76aa4a45135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d11f4f-8678-4580-9fe9-b4f7d542e7e9,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:59.242186 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52626) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:59.261080 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a4dc-46c6-44b2-acab-5280ba970fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:59.338666 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a4dc-46c6-44b2-acab-5280ba970fb7 admin admin] Publish callbacks [] for security_group (f7134498-7a8a-42e4-8275-88cae958dd8c), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:59.342407 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a4dc-46c6-44b2-acab-5280ba970fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (f7134498-7a8a-42e4-8275-88cae958dd8c), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:59.379729 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9a4dc-46c6-44b2-acab-5280ba970fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7134498-7a8a-42e4-8275-88cae958dd8c,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:59.385333 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-ebf9a4dc-46c6-44b2-acab-5280ba970fb7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8195df2089c4448f9cc646c7af191f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421115 Sep 29 02:22:59.388180 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52628) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:59.435241 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ec466b89-bd0f-4174-8a4b-34539024b5e0 admin admin] Publish callbacks [] for security_group (f7134498-7a8a-42e4-8275-88cae958dd8c), before_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:59.454539 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ec466b89-bd0f-4174-8a4b-34539024b5e0 admin admin] Publish callbacks [] for security_group (f7134498-7a8a-42e4-8275-88cae958dd8c), precommit_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:59.501382 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ec466b89-bd0f-4174-8a4b-34539024b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (f7134498-7a8a-42e4-8275-88cae958dd8c), after_delete {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:59.504156 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ec466b89-bd0f-4174-8a4b-34539024b5e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:59.505294 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-ec466b89-bd0f-4174-8a4b-34539024b5e0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f7134498-7a8a-42e4-8275-88cae958dd8c HTTP/1.1" status: 204 len: 168 time: 0.1163633 Sep 29 02:22:59.512983 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec466b89-bd0f-4174-8a4b-34539024b5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7134498-7a8a-42e4-8275-88cae958dd8c,revision_number=None']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:23:05.844983 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:08.056312 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.wsgi [-] (106336) accepted ('10.222.0.27', 52712) {{(pid=106336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:23:08.161768 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ea66c784-9474-4d2b-8df9-d1695e9ff224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:08.237341 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ea66c784-9474-4d2b-8df9-d1695e9ff224 admin admin] Publish callbacks [] for security_group (16180a93-2898-45f2-b4a2-15874e659f3f), precommit_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:08.240776 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron_lib.callbacks.manager [None req-ea66c784-9474-4d2b-8df9-d1695e9ff224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (16180a93-2898-45f2-b4a2-15874e659f3f), after_create {{(pid=106336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:08.279656 dv-cinder-740146-21-iscsi neutron-server[106336]: INFO neutron.wsgi [None req-ea66c784-9474-4d2b-8df9-d1695e9ff224 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7cddf7251ce14ffb902122561fdd9306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222686 Sep 29 02:23:08.280523 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66c784-9474-4d2b-8df9-d1695e9ff224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16180a93-2898-45f2-b4a2-15874e659f3f,revision_number=1']} {{(pid=106336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:23:08.282467 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.wsgi [-] (106335) accepted ('10.222.0.27', 52716) {{(pid=106335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:23:08.332327 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Publish callbacks [] for security_group (16180a93-2898-45f2-b4a2-15874e659f3f), before_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:08.353022 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Publish callbacks [] for security_group (16180a93-2898-45f2-b4a2-15874e659f3f), precommit_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:08.397544 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534002'] for security_group (16180a93-2898-45f2-b4a2-15874e659f3f), after_delete {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:08.400585 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron_lib.callbacks.manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:08.401756 dv-cinder-740146-21-iscsi neutron-server[106335]: INFO neutron.wsgi [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/16180a93-2898-45f2-b4a2-15874e659f3f HTTP/1.1" status: 204 len: 168 time: 0.1182206 Sep 29 02:23:08.409393 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16180a93-2898-45f2-b4a2-15874e659f3f,revision_number=None']} {{(pid=106335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:23:08.417265 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.417621 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.417972 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.418318 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.418654 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.418992 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.419323 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.419650 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.419979 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.420362 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.420630 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.420987 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.421309 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.421636 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.421960 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c4412-50d0-4c8e-8131-52847868bfff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-iscsi {{(pid=106335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:08.433215 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:08.435847 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:13.855692 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:15.348540 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-e6b81c48-815a-4f02-85bc-10bc083fd2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:17.712384 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-31c35f1c-054e-4abb-a42e-3a87f3c77a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:18.273551 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=62,neutron:DELETE=3,neutron:INSERT=14 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:18.276570 dv-cinder-740146-21-iscsi neutron-server[106336]: DEBUG dbcounter [-] [106336] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:18.412137 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:18.412963 dv-cinder-740146-21-iscsi neutron-server[106335]: DEBUG dbcounter [-] [106335] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:18.848748 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:20.473892 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:20.567816 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:21.843377 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:23:26.700395 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:31.839355 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:36.694239 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:36.696259 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:42.845323 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:42.850273 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=5 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:45.349920 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a802b2e0-a0af-4319-b366-fafafea6657c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:47.713778 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-dfa27580-a346-4826-97a8-09e9766fa7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:48.852536 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:50.475120 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:50.573016 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:56.716931 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:58.843448 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:24:06.706749 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:06.712784 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:15.351207 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-a0708e87-33ce-42f0-8782-7730a1566b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:17.715328 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2d71-0c0c-4e66-8622-dd0ee04c0a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:18.854590 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:19.851400 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=16 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:19.858431 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=18 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:20.478396 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:20.575455 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.716631 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:35.842337 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:24:36.710760 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:36.712671 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:45.352182 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-79009015-cf5a-4371-8210-2c90447ef59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:47.718199 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-8a196f74-dbdd-435f-8a95-9b2a64890fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:48.857509 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:50.481130 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:50.577817 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:56.716298 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:56.853154 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:56.853955 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=7 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:06.710749 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:06.712659 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:12.841973 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:25:15.352831 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-17ff60ea-d7ea-4c53-bb7c-d686e81d075f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:17.720755 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-2b567d1f-47ec-4677-bbc0-155dd6bfed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:18.862973 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:20.483699 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:20.580728 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:22.837406 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:22.838063 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:26.730269 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:33.859204 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:33.859870 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:36.724583 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:36.726556 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:45.354212 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-562f81df-5352-4d4a-8fd0-818bf618e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:47.721860 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-57df60ce-7d3b-4622-83f0-b685ab3f058d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:48.862055 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:49.841208 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:25:50.485498 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:50.583755 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:56.730341 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:59.837532 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:06.719679 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:06.726757 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:11.589510 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=16 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:11.590703 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=16 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:15.355661 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-3290674e-3f88-41a0-bac3-c3cf07138391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:17.724067 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-95fd9b8f-2f41-4416-858c-303207db127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:18.865381 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:20.488228 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:20.587541 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.732190 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.839915 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:26:36.725654 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:36.727534 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:36.835000 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:36.835764 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:45.357641 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ea154859-1c4e-44bc-a9b7-42beee60c36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:47.726021 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-c1f2b20b-41d5-483f-8a04-8dc4a5d3fed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:47.857823 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:47.862810 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:48.868084 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:50.491501 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:50.589393 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:56.728359 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:03.839520 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:27:06.722436 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:06.724388 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:13.862430 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=3 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:13.863091 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:DELETE=1 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:15.358606 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-1f0671ff-f3db-403c-af79-615b8271ff09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:17.728229 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-609a2ab7-687a-4f01-b0a3-7831fb96c564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:18.871276 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:20.496623 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:20.591736 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:24.863213 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:24.868151 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=4 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:26.727968 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:36.722116 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:36.724001 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:40.838409 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:27:45.360419 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-ddde433b-7e1a-499d-886a-7f5d4ede7a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:47.730224 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-dbeb0100-4b8d-491a-9a93-3e8d7a60c099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:48.875032 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:50.496414 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:50.593693 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:50.834558 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=2 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:56.731794 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-75c9fb7a-b01b-421c-8bbe-b824332dc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (90b8e693-50a7-4545-af8f-1a85f24fea5b), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:06.725885 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:06.727757 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG dbcounter [-] [106337] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:11.523847 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=16 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:11.526615 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG dbcounter [-] [106338] Writing DB stats neutron:SELECT=16 {{(pid=106338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:15.364339 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-7efcd442-1100-4c25-9411-2d9a54752385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (9cadb9b8-2cc8-492a-904f-fda8012cb50a), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:17.732548 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-30380712-2b86-4f62-933d-a2fe39609fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (4083942c-d764-47de-b6b6-5d8fae0ca8f4), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:17.837362 dv-cinder-740146-21-iscsi neutron-server[106338]: DEBUG neutron.db.agents_db [None req-92045230-e9c8-4660-9836-131fcb9fceb2 None None] Agent healthcheck: found 6 active agents {{(pid=106338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:28:18.884492 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-025acd1a-20bc-440e-b671-226b9a9963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (a5fcca94-0678-421f-98f4-6ec0078005a9), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:20.500974 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-9f8211c6-71da-4946-ac00-7ad5a0d30db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (3387d3d8-8729-4305-9714-bd5e3e459f92), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:20.596697 dv-cinder-740146-21-iscsi neutron-server[106337]: DEBUG neutron_lib.callbacks.manager [None req-db3f9f30-4b2a-493c-8698-d2836e5681c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730104911288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1896415'] for agent (584302c0-6cb8-46a6-83b7-b706d5bf6fbc), after_update {{(pid=106337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}